{"msg":"Running step start_crdb","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:45.594666905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"init_with_steps"} {"msg":"Starting CRDB","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:45.595343002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"cockroach temporary directory: /var/tmp/omicron_tmp/.tmpe3dWNk","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:45.644485014Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"cockroach: copying from seed tarball (/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar) to storage directory (/var/tmp/omicron_tmp/.tmpe3dWNk/data)","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:45.644632257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"cockroach command line: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpe3dWNk/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpe3dWNk/listen-url","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:45.672793306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"cockroach environment: BUILDOMAT_JOB_ID=01JT2JWKGHF3JHFMW0JR13NSA6 BUILDOMAT_TASK_ID=4 CARGO=/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/bin/cargo CARGO_HOME=/home/build/.cargo CARGO_INCREMENTAL=0 CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/nexus CARGO_PKG_AUTHORS= CARGO_PKG_DESCRIPTION= CARGO_PKG_HOMEPAGE= CARGO_PKG_LICENSE=MPL-2.0 CARGO_PKG_LICENSE_FILE= CARGO_PKG_NAME=omicron-nexus CARGO_PKG_REPOSITORY= CARGO_PKG_RUST_VERSION= CARGO_PKG_VERSION=0.1.0 CARGO_PKG_VERSION_MAJOR=0 CARGO_PKG_VERSION_MINOR=1 CARGO_PKG_VERSION_PATCH=0 CARGO_PKG_VERSION_PRE= CARGO_TERM_COLOR=always CI=true CRDB_SEED_TAR=/var/tmp/omicron_tmp/crdb-base-build/f234518892194a05ad8767dc97f01a61a55baf1431942a314ce8b0f72b18ec2e.tar GITHUB_REPOSITORY=oxidecomputer/omicron GITHUB_SHA=531912b3fc900900bc7bd18f5eac1ce1e22cb1cd GOTRACEBACK=crash HOME=/home/build LANG=en_US.UTF-8 LC_ALL=en_US.UTF-8 LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib LOGNAME=build NEXTEST=1 NEXTEST_BIN_EXE_nexus=/work/oxidecomputer/omicron/target/debug/nexus NEXTEST_BIN_EXE_schema-updater=/work/oxidecomputer/omicron/target/debug/schema-updater NEXTEST_EXECUTION_MODE=process-per-test NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-6532f52db341a7cc/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-403ee89fc24db8f8/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-aece66bfb5c8df92/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-5fe90ecb72e1690f/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-fb368fe91b2bd145/out:/work/oxidecomputer/omicron/target/debug/build/tofino-ffe28f7f2301d0c2/out:/work/oxidecomputer/omicron/target/debug/build/zstd-sys-a7fb19a1e17b70f6/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.86.0-x86_64-unknown-illumos/lib NEXTEST_PROFILE=ci NEXTEST_RUN_ID=29735cc2-0883-4059-8ca2-1da53f01ede3 NEXTEST_TEST_GLOBAL_SLOT=5 NEXTEST_TEST_GROUP=@global NEXTEST_TEST_GROUP_SLOT=none OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/omicron-nexus-553062f859dbbfa0/out PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin PWD=/work/oxidecomputer/omicron RUSTC_BOOTSTRAP=1 RUSTDOCFLAGS=--document-private-items -D warnings RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 RUSTUP_HOME=/home/build/.rustup RUSTUP_TOOLCHAIN=1.86.0-x86_64-unknown-illumos RUST_BACKTRACE=1 RUST_RECURSION_COUNT=1 SHLVL=1 SSL_CERT_DIR=/usr/ssl/certs SSL_CERT_FILE=/etc/ssl/cacert.pem TMPDIR=/var/tmp/omicron_tmp TZ=UTC USER=build _=/usr/bin/ptime __NEXTEST_ATTEMPT=1","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:45.673663951Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"cockroach pid: 22289","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:47.112066053Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"cockroach listen URL: postgresql://root@[::1]:44842/omicron?sslmode=disable","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:47.1121952Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"Running step start_clickhouse","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:47.113101766Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"init_with_steps"} {"msg":"Starting Clickhouse","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:47.113152588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"Running step start_gateway_switch0","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:47.833131969Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"init_with_steps"} {"msg":"Starting Management Gateway","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:47.833232399Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"Running step start_dendrite_switch0","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:47.956240335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"init_with_steps"} {"msg":"Starting Dendrite for switch0","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:47.956307228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"Running step start_mgd_switch0","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.000071836Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"init_with_steps"} {"msg":"Starting mgd for switch0","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.000180272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"mgd port is 53533","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.158308973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"Running step record_switch_dns","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.1584429Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"init_with_steps"} {"msg":"Recording DNS for the switch zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.158565645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"switch_location":"switch0","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"Running step start_internal_dns","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.158734391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.159123206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","path":"/var/tmp/omicron_tmp/.tmppiYa5m"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.293196628Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.314650474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.314919951Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"dns","kind":"dns","component":"internal_dns_server","local_address":"[::1]:47751"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.316767432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:51253","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.316964013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:51253","component":"http","kind":"dns","component":"internal_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.317111397Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:51253","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.317930349Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:51253","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"Running step start_external_dns","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.31827718Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"init_with_steps"} {"msg":"opening sled database","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.318488711Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"external_dns_server","path":"/var/tmp/omicron_tmp/.tmpZRmfz7"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.344186092Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 0","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.344711358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"external_dns_server","keep":3} {"msg":"DNS server bound to address","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.344855074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"dns","kind":"dns","component":"external_dns_server","local_address":"[::1]:60383"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.34516919Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:35949","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.345222476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:35949","component":"http","kind":"dns","component":"external_dns_server","versions":"all","path":"/config","method":"PUT"} {"msg":"listening","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.345257156Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:35949","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.35293363Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:35949","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"Running step start_nexus_internal","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.353197015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"init_with_steps"} {"msg":"Starting Nexus (internal API)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.353273117Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"setting up nexus server","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.353850758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.355877275Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"Action"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.355937676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"AnyActor"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.355962225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"AuthenticatedActor"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.355987796Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"BlueprintConfig"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356013337Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"Database"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356033968Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"DnsConfig"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356054909Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"Fleet"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356074458Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"Inventory"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356096602Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"IpPoolList"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356115981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"ConsoleSessionList"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.3561407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"DeviceAuthRequestList"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356160189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"SiloCertificateList"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356186281Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"SiloIdentityProviderList"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356210389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"SiloUserList"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356230369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"TargetReleaseConfig"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356253174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"WebhookEventClassList"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356527691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"Project"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356573703Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"Disk"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.35659716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"Snapshot"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356621468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"ProjectImage"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356641398Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"AffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356739143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"AntiAffinityGroup"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356784894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"Instance"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356808461Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"IpPool"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356834553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"InstanceNetworkInterface"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356855625Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"Vpc"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356884382Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"VpcRouter"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.356950093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"InternetGateway"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.35697874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"InternetGatewayIpPool"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357000804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"InternetGatewayIpAddress"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357025603Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"RouterRoute"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357065543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"VpcSubnet"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357086164Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"FloatingIp"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357110262Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"Image"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357130092Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"SiloImage"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357151855Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"AddressLot"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357170903Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"Blueprint"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357192346Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"LoopbackAddress"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357211865Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"Certificate"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357237666Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"ConsoleSession"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357256413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"DeviceAuthRequest"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357280632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"DeviceAccessToken"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357302555Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"PhysicalDisk"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357323637Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"Rack"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357346082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"RoleBuiltin"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.35736504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"SshKey"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357387074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"Silo"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357406092Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"SiloUser"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357428105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"SiloGroup"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357447364Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"SupportBundle"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357468947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"IdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357488025Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"SamlIdentityProvider"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357509958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"Sled"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357534868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"TufRepo"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357554026Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"TufArtifact"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357577523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"WebhookEvent"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.35759624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"WebhookReceiver"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357617312Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"WebhookSecret"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357636501Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"Zpool"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357658034Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"Service"} {"msg":"registering Oso class","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.35767655Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","class":"UserBuiltin"} {"msg":"full Oso configuration","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.357847922Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","config":"#\n# Oso configuration for Omicron\n# This file is augmented by generated snippets.\n#\n\n#\n# ACTOR TYPES AND BASIC RULES\n#\n\n# `AnyActor` includes both authenticated and unauthenticated users.\nactor AnyActor {}\n\n# An `AuthenticatedActor` has an identity in the system. All of our operations\n# today require that an actor be authenticated.\nactor AuthenticatedActor {}\n\n# For any resource, `actor` can perform action `action` on it if they're\n# authenticated and their role(s) give them the corresponding permission on that\n# resource.\nallow(actor: AnyActor, action: Action, resource) if\n actor.authenticated and\n has_permission(actor.authn_actor.unwrap(), action.to_perm(), resource);\n\n# Define role relationships\nhas_role(actor: AuthenticatedActor, role: String, resource: Resource)\n\tif resource.has_role(actor, role);\n\n#\n# ROLES AND PERMISSIONS IN THE FLEET/SILO/PROJECT HIERARCHY\n#\n# We define the following permissions for most resources in the system:\n#\n# - \"create_child\": required to create child resources (of any type)\n#\n# - \"list_children\": required to list child resources (of all types) of a\n# resource\n#\n# - \"modify\": required to modify or delete a resource\n#\n# - \"read\": required to read a resource\n#\n# We define the following predefined roles for only a few high-level resources:\n# the Fleet (see below), Silo, Organization, and Project. The specific roles\n# are oriented around intended use-cases:\n#\n# - \"admin\": has all permissions on the resource\n#\n# - \"collaborator\": has \"read\", \"list_children\", and \"create_child\", plus\n# the \"admin\" role for child resources. The idea is that if you're an\n# Organization Collaborator, you have full control over the Projects within\n# the Organization, but you cannot modify or delete the Organization itself.\n#\n# - \"viewer\": has \"read\" and \"list_children\" on a resource\n#\n# Below the Project level, permissions are granted via roles at the Project\n# level. For example, for someone to be able to create, modify, or delete any\n# Instances, they must be granted project.collaborator, which means they can\n# create, modify, or delete _all_ resources in the Project.\n#\n# The complete set of predefined roles:\n#\n# - fleet.admin (superuser for the whole system)\n# - fleet.collaborator (can manage Silos)\n# - fleet.viewer (can read most non-siloed resources in the system)\n# - silo.admin (superuser for the silo)\n# - silo.collaborator (can create and own Organizations)\n# - silo.viewer (can read most resources within the Silo)\n# - organization.admin (complete control over an organization)\n# - organization.collaborator (can manage Projects)\n# - organization.viewer (can read most resources within the Organization)\n# - project.admin (complete control over a Project)\n# - project.collaborator (can manage all resources within the Project)\n# - project.viewer (can read most resources within the Project)\n#\n# Outside the Silo/Organization/Project hierarchy, we (currently) treat most\n# resources as nested under Fleet or else a synthetic resource (see below). We\n# do not yet support role assignments on anything other than Fleet, Silo,\n# Organization, or Project.\n#\n\n# \"Fleet\" is a global singleton representing the whole system. The name comes\n# from the idea described in RFD 24, but it's not quite right. This probably\n# should be more like \"Region\" or \"AvailabilityZone\". The precise boundaries\n# have not yet been figured out.\nresource Fleet {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\troles = [\n\t # Roles that can be attached by users\n\t \"admin\",\n\t \"collaborator\",\n\t \"viewer\",\n\n\t # Internal-only roles\n\t \"external-authenticator\"\n\t];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n}\n\n# For fleets specifically, roles can be conferred by roles on the user's Silo.\nhas_role(actor: AuthenticatedActor, role: String, _: Fleet) if\n\tsilo_role in actor.confers_fleet_role(role) and\n\thas_role(actor, silo_role, actor.silo.unwrap());\n\nresource Silo {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Permissions implied by roles on this resource's parent (Fleet). Fleet\n\t# privileges allow a user to see and potentially administer the Silo,\n\t# but they do not give anyone permission to look at anything inside the\n\t# Silo. To achieve this, we use permission rules here. (If we granted\n\t# Fleet administrators _roles_ on the Silo, then those would cascade\n\t# into the Silo as well.)\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"collaborator\" on \"parent_fleet\";\n\n\t# external authenticator has to create silo users\n\t\"list_children\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", silo: Silo)\n\tif silo.fleet = fleet;\n\n# As a special case, all authenticated users can read their own Silo. That's\n# not quite the same as having the \"viewer\" role. For example, they cannot list\n# Organizations in the Silo.\n#\n# One reason this is necessary is because if an unprivileged user tries to\n# create an Organization using \"POST /organizations\", they should get back a 403\n# (which implies they're able to see /organizations, which is essentially seeing\n# the Silo itself) rather than a 404. This behavior isn't a hard constraint\n# (i.e., you could reasonably get a 404 for an API you're not allowed to call).\n# Nor is the implementation (i.e., we could special-case this endpoint somehow).\n# But granting this permission is the simplest way to keep this endpoint's\n# behavior consistent with the rest of the API.\n#\n# This rule is also used to determine if a user can list the identity providers\n# in the Silo (which they should be able to), since that's predicated on being\n# able to read the Silo.\n#\n# It's unclear what else would break if users couldn't see their own Silo.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif silo in actor.silo;\n\nresource Project {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\troles = [ \"admin\", \"collaborator\", \"viewer\" ];\n\n\t# Roles implied by other roles on this resource\n\t\"viewer\" if \"collaborator\";\n\t\"collaborator\" if \"admin\";\n\n\t# Permissions granted directly by roles on this resource\n\t\"list_children\" if \"viewer\";\n\t\"read\" if \"viewer\";\n\t\"create_child\" if \"collaborator\";\n\t\"modify\" if \"admin\";\n\n\t# Roles implied by roles on this resource's parent (Silo)\n\trelations = { parent_silo: Silo };\n\t\"admin\" if \"collaborator\" on \"parent_silo\";\n\t\"viewer\" if \"viewer\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", project: Project)\n\tif project.silo = silo;\n\n#\n# GENERAL RESOURCES OUTSIDE THE SILO/PROJECT HIERARCHY\n#\n# Many resources use snippets of Polar generated by the `authz_resource!` Rust\n# macro. Some resources require custom Polar code. Those appear here.\n#\n\nresource Certificate {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Fleet-level and silo-level roles both grant privileges on certificates.\n\t\"read\" if \"admin\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", certificate: Certificate)\n\tif certificate.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", certificate: Certificate)\n\tif certificate.silo.fleet = fleet;\n\nresource SiloUser {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\t# Fleet and Silo administrators can manage a Silo's users. This is one\n\t# of the only areas of Silo configuration that Fleet Administrators have\n\t# permissions on.\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"read\" on \"parent_fleet\";\n\t\"read\" if \"read\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", user: SiloUser)\n\tif user.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", user: SiloUser)\n\tif user.silo.fleet = fleet;\n\n# authenticated actors have all permissions on themselves\nhas_permission(actor: AuthenticatedActor, _perm: String, silo_user: SiloUser)\n if actor.equals_silo_user(silo_user);\n\nhas_permission(actor: AuthenticatedActor, \"read\", silo_user: SiloUser)\n if silo_user.silo in actor.silo;\n\nresource SiloGroup {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"read\",\n\t \"create_child\",\n\t];\n\n\trelations = { parent_silo: Silo };\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\t\"read\" if \"read\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n}\nhas_relation(silo: Silo, \"parent_silo\", group: SiloGroup)\n\tif group.silo = silo;\n\nresource SshKey {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { silo_user: SiloUser };\n\n\t\"read\" if \"read\" on \"silo_user\";\n\t\"modify\" if \"modify\" on \"silo_user\";\n}\nhas_relation(user: SiloUser, \"silo_user\", ssh_key: SshKey)\n\tif ssh_key.silo_user = user;\n\nresource IdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", identity_provider: IdentityProvider)\n\tif identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: IdentityProvider)\n\tif collection.silo.fleet = fleet;\n\nresource SamlIdentityProvider {\n\tpermissions = [\n\t \"read\",\n\t \"modify\",\n\t \"create_child\",\n\t \"list_children\",\n\t];\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Silo-level roles grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_silo\";\n\t\"list_children\" if \"viewer\" on \"parent_silo\";\n\t\"modify\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\n\t# Fleet-level roles also grant privileges on identity providers.\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", saml_identity_provider: SamlIdentityProvider)\n\tif saml_identity_provider.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SamlIdentityProvider)\n\tif collection.silo.fleet = fleet;\n\n#\n# SYNTHETIC RESOURCES OUTSIDE THE SILO HIERARCHY\n#\n# The resources here do not correspond to anything that appears explicitly in\n# the API or is stored in the database. These are used either at the top level\n# of the API path (e.g., \"/v1/system/ip-pools\") or as an implementation detail of the system\n# (in the case of console sessions and \"Database\"). The policies are\n# either statically-defined in this file or driven by role assignments on the\n# Fleet. None of these resources defines their own roles.\n#\n\n# Describes the policy for reading and modifying DNS configuration\n# (both internal and external)\nresource DnsConfig {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t# \"external-authenticator\" requires these permissions because that's the\n\t# context that Nexus uses when creating and deleting Silos. These\n\t# operations necessarily need to read and modify DNS configuration.\n\t\"read\" if \"external-authenticator\" on \"parent_fleet\";\n\t\"modify\" if \"external-authenticator\" on \"parent_fleet\";\n\t# \"admin\" on the parent fleet also gets these permissions, primarily for\n\t# the test suite.\n\t\"read\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", dns_config: DnsConfig)\n\tif dns_config.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource BlueprintConfig {\n\tpermissions = [\n\t \"list_children\", # list blueprints\n\t \"create_child\", # create blueprint\n\t \"read\", # read the current target\n\t \"modify\", # change the current target\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", list: BlueprintConfig)\n\tif list.fleet = fleet;\n\n# Describes the policy for accessing blueprints\nresource TargetReleaseConfig {\n\tpermissions = [\n\t \"read\", # read the current target release\n\t \"modify\", # change the current target release\n\t];\n\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", resource: TargetReleaseConfig)\n\tif resource.fleet = fleet;\n\n# Describes the policy for reading and modifying low-level inventory\nresource Inventory {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"read\" if \"viewer\" on \"parent_fleet\";\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", inventory: Inventory)\n\tif inventory.fleet = fleet;\n\n# Describes the policy for accessing \"/v1/system/ip-pools\" in the API\nresource IpPoolList {\n\tpermissions = [\n\t \"list_children\",\n\t \"modify\",\n\t \"create_child\",\n\t];\n\n\t# Fleet Administrators can create or modify the IP Pools list.\n\trelations = { parent_fleet: Fleet };\n\t\"modify\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n\n\t# Fleet Viewers can list IP Pools\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", ip_pool_list: IpPoolList)\n\tif ip_pool_list.fleet = fleet;\n\n# Any authenticated user can create a child of a provided IP Pool.\n# This is necessary to use the pools when provisioning instances.\nhas_permission(actor: AuthenticatedActor, \"create_child\", ip_pool: IpPool)\n\tif silo in actor.silo and silo.fleet = ip_pool.fleet;\n\n# Describes the policy for creating and managing web console sessions.\nresource ConsoleSessionList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: ConsoleSessionList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing device authorization requests.\nresource DeviceAuthRequestList {\n\tpermissions = [ \"create_child\" ];\n\trelations = { parent_fleet: Fleet };\n\t\"create_child\" if \"external-authenticator\" on \"parent_fleet\";\n}\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: DeviceAuthRequestList)\n\tif collection.fleet = fleet;\n\n# Describes the policy for creating and managing Silo certificates\nresource SiloCertificateList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Both Fleet and Silo administrators can see and modify the Silo's\n\t# certificates.\n\t\"list_children\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloCertificateList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloCertificateList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo identity providers\nresource SiloIdentityProviderList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the identity providers in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's identity provider\n\t# configuration. This is one of the only areas of Silo configuration\n\t# that Fleet Administrators have permissions on. This is also one of\n\t# the only cases where we need to look two levels up the hierarchy to\n\t# see if somebody has the right permission. For most other things,\n\t# permissions cascade down the hierarchy so we only need to look at the\n\t# parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloIdentityProviderList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloIdentityProviderList)\n\tif collection.silo.fleet = fleet;\n\n# Describes the policy for creating and managing Silo users (mostly intended for\n# API-managed users)\nresource SiloUserList {\n\tpermissions = [ \"list_children\", \"create_child\" ];\n\n\trelations = { parent_silo: Silo, parent_fleet: Fleet };\n\n\t# Everyone who can read the Silo (which includes all the users in the\n\t# Silo) can see the users in it.\n\t\"list_children\" if \"read\" on \"parent_silo\";\n\n\t# Fleet and Silo administrators can manage the Silo's users. This is\n\t# one of the only areas of Silo configuration that Fleet Administrators\n\t# have permissions on. This is also one of the few cases (so far) where\n\t# we need to look two levels up the hierarchy to see if somebody has the\n\t# right permission. For most other things, permissions cascade down the\n\t# hierarchy so we only need to look at the parent.\n\t\"create_child\" if \"admin\" on \"parent_silo\";\n\t\"list_children\" if \"admin\" on \"parent_fleet\";\n\t\"create_child\" if \"admin\" on \"parent_fleet\";\n}\nhas_relation(silo: Silo, \"parent_silo\", collection: SiloUserList)\n\tif collection.silo = silo;\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: SiloUserList)\n\tif collection.silo.fleet = fleet;\n\n# These rules grants the external authenticator role the permissions it needs to\n# read silo users and modify their sessions. This is necessary for login to\n# work.\nhas_permission(actor: AuthenticatedActor, \"read\", silo: Silo)\n\tif has_role(actor, \"external-authenticator\", silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", user: SiloUser)\n\tif has_role(actor, \"external-authenticator\", user.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"read\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", group: SiloGroup)\n\tif has_role(actor, \"external-authenticator\", group.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\nhas_permission(actor: AuthenticatedActor, \"modify\", session: ConsoleSession)\n\tif has_role(actor, \"external-authenticator\", session.fleet);\n\n# All authenticated users can read and delete device authn requests because\n# by necessity these operations happen before we've figured out what user (or\n# even Silo) the device auth is associated with. Any user can claim a device\n# auth request with the right user code (that's how it works) -- it's the user\n# code and associated logic that prevents unauthorized access here.\nhas_permission(_actor: AuthenticatedActor, \"read\", _device_auth: DeviceAuthRequest);\nhas_permission(_actor: AuthenticatedActor, \"modify\", _device_auth: DeviceAuthRequest);\n\nhas_permission(actor: AuthenticatedActor, \"read\", device_token: DeviceAccessToken)\n\tif has_role(actor, \"external-authenticator\", device_token.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", identity_provider: IdentityProvider)\n\tif has_role(actor, \"external-authenticator\", identity_provider.silo.fleet);\n\nhas_permission(actor: AuthenticatedActor, \"read\", saml_identity_provider: SamlIdentityProvider)\n\tif has_role(actor, \"external-authenticator\", saml_identity_provider.silo.fleet);\n\n# Describes the policy for who can access the internal database.\nresource Database {\n\tpermissions = [\n\t # \"query\" is required to perform any query against the database,\n\t # whether a read or write query. This is checked when an operation\n\t # checks out a database connection from the connection pool.\n\t #\n\t # Any authenticated user gets this permission. There's generally\n\t # some other authz check involved in the database query. For\n\t # example, if you're querying the database to \"read\" a \"Project\", we\n\t # should also be checking that. So why do we do this at all? It's\n\t # a belt-and-suspenders measure so that if we somehow introduced an\n\t # unauthenticated code path that hits the database, it cannot be\n\t # used to DoS the database because we won't allow the operation to\n\t # make the query. (As long as the code path _is_ authenticated, we\n\t # can use throttling mechanisms to prevent DoS.)\n\t \"query\",\n\n\t # \"modify\" is required to populate database data that's delivered\n\t # with the system. It should also be required for schema changes,\n\t # when we support those. This is separate from \"query\" so that we\n\t # cannot accidentally invoke these code paths from API calls and\n\t # other general functions.\n\t \"modify\"\n\t];\n}\n\n# All authenticated users have the \"query\" permission on the database.\nhas_permission(_actor: AuthenticatedActor, \"query\", _resource: Database);\n\n# The \"db-init\" user is the only one with the \"modify\" permission.\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"modify\", _resource: Database);\nhas_permission(USER_DB_INIT: AuthenticatedActor, \"create_child\", _resource: IpPoolList);\n# It also has \"admin\" on the internal silo to populate it with built-in resources.\n# TODO-completeness: actually limit to just internal silo and not all silos\nhas_role(USER_DB_INIT: AuthenticatedActor, \"admin\", _silo: Silo);\n\n# Allow the internal API admin permissions on all silos.\nhas_role(USER_INTERNAL_API: AuthenticatedActor, \"admin\", _silo: Silo);\n\nresource WebhookSecret {\n\tpermissions = [ \"read\", \"modify\" ];\n\trelations = { parent_webhook_receiver: WebhookReceiver };\n\n\t\"read\" if \"read\" on \"parent_webhook_receiver\";\n\t\"modify\" if \"modify\" on \"parent_webhook_receiver\";\n}\n\nhas_relation(rx: WebhookReceiver, \"parent_webhook_receiver\", secret: WebhookSecret)\n\tif secret.webhook_receiver = rx;\n\nresource WebhookEventClassList {\n\tpermissions = [ \"list_children\" ];\n\trelations = { parent_fleet: Fleet };\n\n\t\"list_children\" if \"viewer\" on \"parent_fleet\";\n}\n\nhas_relation(fleet: Fleet, \"parent_fleet\", collection: WebhookEventClassList)\n\tif collection.fleet = fleet;\n\n\n\n resource Disk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Disk)\n if child.project = parent;\n \n\n resource Snapshot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Snapshot)\n if child.project = parent;\n \n\n resource ProjectImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: ProjectImage)\n if child.project = parent;\n \n\n resource AffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AffinityGroup)\n if child.project = parent;\n \n\n resource AntiAffinityGroup {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: AntiAffinityGroup)\n if child.project = parent;\n \n\n resource Instance {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Instance)\n if child.project = parent;\n \n\n resource IpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: IpPool)\n if child.fleet = fleet;\n \n\n resource InstanceNetworkInterface {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Instance\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InstanceNetworkInterface)\n if has_relation(project, \"containing_project\", child.instance);\n\n has_relation(parent: Instance, \"parent\", child: InstanceNetworkInterface)\n if child.instance = parent;\n \n\n resource Vpc {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: Vpc)\n if child.project = parent;\n \n\n resource VpcRouter {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcRouter)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcRouter)\n if child.vpc = parent;\n \n\n resource InternetGateway {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGateway)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: InternetGateway)\n if child.vpc = parent;\n \n\n resource InternetGatewayIpPool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpPool)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpPool)\n if child.internet_gateway = parent;\n \n\n resource InternetGatewayIpAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: InternetGateway\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: InternetGatewayIpAddress)\n if has_relation(project, \"containing_project\", child.internet_gateway);\n\n has_relation(parent: InternetGateway, \"parent\", child: InternetGatewayIpAddress)\n if child.internet_gateway = parent;\n \n\n resource RouterRoute {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: VpcRouter\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: RouterRoute)\n if has_relation(project, \"containing_project\", child.vpc_router);\n\n has_relation(parent: VpcRouter, \"parent\", child: RouterRoute)\n if child.vpc_router = parent;\n \n\n resource VpcSubnet {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = {\n containing_project: Project,\n parent: Vpc\n };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(project: Project, \"containing_project\", child: VpcSubnet)\n if has_relation(project, \"containing_project\", child.vpc);\n\n has_relation(parent: Vpc, \"parent\", child: VpcSubnet)\n if child.vpc = parent;\n \n\n resource FloatingIp {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_project: Project };\n \"list_children\" if \"viewer\" on \"containing_project\";\n \"read\" if \"viewer\" on \"containing_project\";\n \"modify\" if \"collaborator\" on \"containing_project\";\n \"create_child\" if \"collaborator\" on \"containing_project\";\n }\n\n has_relation(parent: Project, \"containing_project\", child: FloatingIp)\n if child.project = parent;\n \n\n resource Image {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: Image)\n if child.silo = parent;\n \n\n resource SiloImage {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n\n relations = { containing_silo: Silo };\n \"list_children\" if \"viewer\" on \"containing_silo\";\n \"read\" if \"viewer\" on \"containing_silo\";\n \"modify\" if \"collaborator\" on \"containing_silo\";\n \"create_child\" if \"collaborator\" on \"containing_silo\";\n }\n\n has_relation(parent: Silo, \"containing_silo\", child: SiloImage)\n if child.silo = parent;\n \n\n resource AddressLot {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: AddressLot)\n if child.fleet = fleet;\n \n\n resource Blueprint {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Blueprint)\n if child.fleet = fleet;\n \n\n resource LoopbackAddress {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: LoopbackAddress)\n if child.fleet = fleet;\n \n\n\n resource ConsoleSession {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: ConsoleSession)\n if child.fleet = fleet;\n \n\n resource DeviceAuthRequest {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAuthRequest)\n if child.fleet = fleet;\n \n\n resource DeviceAccessToken {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: DeviceAccessToken)\n if child.fleet = fleet;\n \n\n resource PhysicalDisk {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: PhysicalDisk)\n if child.fleet = fleet;\n \n\n resource Rack {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Rack)\n if child.fleet = fleet;\n \n\n resource RoleBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: RoleBuiltin)\n if child.fleet = fleet;\n \n\n\n\n\n\n resource SupportBundle {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: SupportBundle)\n if child.fleet = fleet;\n \n\n\n\n resource Sled {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Sled)\n if child.fleet = fleet;\n \n\n resource TufRepo {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufRepo)\n if child.fleet = fleet;\n \n\n resource TufArtifact {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: TufArtifact)\n if child.fleet = fleet;\n \n\n resource WebhookEvent {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookEvent)\n if child.fleet = fleet;\n \n\n resource WebhookReceiver {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: WebhookReceiver)\n if child.fleet = fleet;\n \n\n\n resource Zpool {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Zpool)\n if child.fleet = fleet;\n \n\n resource Service {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: Service)\n if child.fleet = fleet;\n \n\n resource UserBuiltin {\n permissions = [\n \"list_children\",\n \"modify\",\n \"read\",\n \"create_child\",\n ];\n \n relations = { parent_fleet: Fleet };\n \"list_children\" if \"viewer\" on \"parent_fleet\";\n \"read\" if \"viewer\" on \"parent_fleet\";\n \"modify\" if \"admin\" on \"parent_fleet\";\n \"create_child\" if \"admin\" on \"parent_fleet\";\n }\n has_relation(fleet: Fleet, \"parent_fleet\", child: UserBuiltin)\n if child.fleet = fleet;\n "} {"msg":"Setting up resolver using DNS address: [::1]:47751","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.383569951Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"new DNS resolver","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.383628247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","addresses":"[[::1]:47751]"} {"msg":"Setting up qorb database pool from a single host","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.384018986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","url":"PostgresConfigWithUrl {\n url_raw: \"postgresql://root@[::1]:44842/omicron?sslmode=disable\",\n config: Config {\n user: Some(\n \"root\",\n ),\n password: None,\n dbname: Some(\n \"omicron\",\n ),\n options: None,\n application_name: None,\n ssl_mode: Disable,\n host: [\n Tcp(\n \"::1\",\n ),\n ],\n hostaddr: [],\n port: [\n 44842,\n ],\n connect_timeout: None,\n tcp_user_timeout: None,\n keepalives: true,\n keepalives_idle: 7200s,\n keepalives_interval: None,\n keepalives_retries: None,\n target_session_attrs: Any,\n channel_binding: Prefer,\n load_balance_hosts: Disable,\n },\n}"} {"msg":"registered USDT probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.386009512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"Database schema version is up to date","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.448327897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"desired_version":"140.0.0","found_version":"140.0.0","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"registered USDT probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.561245789Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"6d910532-c69f-4de9-aacd-191b19ad6dad","component":"clickhouse-client","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.650922815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/bgtasks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.65103094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/bgtasks/activate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651063926Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/bgtasks/view/{bgtask_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.65111115Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/clickhouse/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651153344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/clickhouse/policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.65119653Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stop-request","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651238253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/downstairs/{downstairs_id}/stopped","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.65127674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair/{repair_id}/progress","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651315988Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-finish","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651340868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/crucible/0/upstairs/{upstairs_id}/repair-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651375647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/demo-saga","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651413332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/demo-saga/{demo_saga_id}/complete","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651467981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/deployment/blueprints/all","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651496728Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651533622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/deployment/blueprints/all/{blueprint_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651571357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/deployment/blueprints/import","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651598691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/deployment/blueprints/regenerate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651633881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/deployment/blueprints/target","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651697468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/deployment/blueprints/target","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651740243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/deployment/blueprints/target/enabled","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651764592Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/disk/{disk_id}/remove-read-only-parent","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651797678Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651837257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651864351Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651906595Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651946504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.651983047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652011864Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652049279Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652086603Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652122525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652183356Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/instances/{instance_id}/migrate","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652214899Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/metrics/collectors","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652251372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/metrics/collectors/{collector_id}/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652291552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/metrics/producers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652318886Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/mgs-updates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652353435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/nat/ipv4/changeset/{from_gen}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652392222Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/oximeter/read-policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652428444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/oximeter/read-policy","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652453504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/physical-disk/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652487412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/probes/{sled}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652522552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/racks/{rack_id}/initialization-complete","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.65255167Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/sagas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652588944Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/sagas/{saga_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652627541Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/sled-agents/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652650888Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/sled-agents/{sled_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652684485Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/sled-agents/{sled_id}/firewall-rules-update","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652724083Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/sleds/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652750777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/sleds/expunge","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652789133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/sleds/uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652825295Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/switch/{switch_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652861006Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652885084Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652922479Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/volume/{volume_id}/remove-read-only-parent","method":"POST"} {"msg":"listening","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.65295843Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.652983661Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"SEC running","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.654347859Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"sec_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"SEC","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:48.694438837Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.694644327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.698387034Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in users","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.698707823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:48.700161349Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.700220397Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.70071891Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"starting MgsUpdateDriver","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.701066052Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsUpdateDriver","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:48.708414834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59651","req_id":"5eb35aba-43a9-4fa1-979d-d31ff7ec84d7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: 90 7a 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 .z..........._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.708591606Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59651","req_id":"5eb35aba-43a9-4fa1-979d-d31ff7ec84d7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36986,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36986,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_crucible-pantry._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:27:48.717290127Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59651","req_id":"5eb35aba-43a9-4fa1-979d-d31ff7ec84d7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"created 5 built-in users","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.754564805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:48.754692018Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.754725254Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.757440634Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.757894038Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:48.757964829Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.757996572Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.758350036Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 10 built-in roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:48.81282298Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:48.812898731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.812967017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.814972483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in role assignments","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.815046931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:48.815071851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.815114476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:48.815478591Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 4 built-in role assignments","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:49.215441662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.215514497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.215580719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.218213895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in silos","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.218288965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.218315848Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.218357441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.21891891Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 built-in silos","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:49.364693957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.364757013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.364814197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.365621626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.381668007Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.381774199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.386320898Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in projects","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.386523872Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.38675359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.386800954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.387326982Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.392236304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.392481572Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.392643775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.392693414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.393440313Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.478499558Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.478588765Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.47862135Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.47921827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.482007206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.48496042Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.485018937Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.485051562Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.485077253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.485101632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.485495807Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.488088483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.488145617Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.488176128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.488614341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.490562773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.494794153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.49489774Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.494929353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.495425832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services project","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:49.518586168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.518648081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.518676207Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.520701312Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPCs","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.520752364Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.520776031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.520799487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.521237079Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.524833695Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.524887953Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.52557876Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.529466306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.530368593Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.53042737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.530456899Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.531906067Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.537116628Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.537191558Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.53722308Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.539288987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.541702986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.541861372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.541968906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.54255788Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.544858914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.553103722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Project\" using built-in user","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.553191236Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.553324301Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.553375343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.553404671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.553433238Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.554848077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.560136604Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.560208798Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.560237946Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.560600579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.565755269Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.565837753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.56587114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.566445594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.568855847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.575878048Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.575952847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.575980592Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.576317564Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.592317893Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.592391981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.593404749Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.593462464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.596450507Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.608907527Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.608966114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.608995432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.609613544Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.612992035Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.61304986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.613077335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.614593426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.617855966Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.627210284Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.627396355Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.627446655Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.627886381Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.634905536Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.634978512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.635591413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.64379094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.643847833Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.644654961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.648926322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.649034978Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.649071982Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.649099868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.649578932Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.651665149Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.652517788Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.652573058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.652643197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.654239057Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.654298385Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.654328515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.655150383Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.658252694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.66578438Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.66586434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.66589441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.666392943Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.725549178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.725632945Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.725662313Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.72568598Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.726652616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.731336389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.731481778Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.731525405Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.732158246Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.73600981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.736066242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.736092825Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.736605357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.73948783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.746985689Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.747054085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.74708189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.747537939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.812136587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.812282468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.812323029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.812349261Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.81376397Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.81709182Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.817154565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.817180797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.817895942Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.82069541Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.820751933Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.8207805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.821412198Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.823689285Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.83114476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.83120528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.831233577Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.831709415Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create built-in VPC firewall rules","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.838433582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.838840864Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.838895763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.839619215Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.844095754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.844167216Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.852484488Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.856826148Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.856898823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.857624649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.860201934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.860272645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.860302705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.860327013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.860867591Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.863948289Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.864033108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.864063178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.86473207Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.867423944Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.867523512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.86756284Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.868436772Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.870781854Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.879634703Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.879700263Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.879773008Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.879810583Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.879835663Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.87985901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.88024079Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.882919698Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.88297571Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.883003134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.883419854Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.886195575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.886250454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.88627823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.886561534Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.888553202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.895690483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.895752186Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.895781194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.89618108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.90718748Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.907367709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.907417158Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.907444652Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.907848727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.909944152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.910001437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.91027431Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.911497086Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.91525804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.915421987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.915518108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.916561988Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.920912426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.927270484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:49.927467136Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.927557015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:49.928177611Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in VPC firewall rules","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.103766431Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"attempting to create built-in VPC Subnets","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.10383119Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.103923103Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.104150416Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.107384199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.112753497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.112813096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.113967476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.117993567Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.118051683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.118775505Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.13304666Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.133135677Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.133166468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.133192651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.133597207Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.136261625Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.136317436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.136347837Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.138604784Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.141581485Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.141695251Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.141780672Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.142319465Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.144956459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.152371062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.152512063Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.152707873Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.152806841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.153382588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.160663314Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.160783704Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.16087193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.160950596Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.162442028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.166260055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.166370265Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.166672687Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.177653827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.180073437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.180181673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.180268196Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.181095464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.183341349Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.189811951Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.200185059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.2003714Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.200490327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.200674834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.201542002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.204196952Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.204266831Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.204311861Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.205090202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.212167122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.212305939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.212415938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.213232374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.217479256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.225580838Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.225684204Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.225816548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.226476853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.27756324Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.277632538Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.278322502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.284004584Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.28412323Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.28416855Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.284397266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.285865341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.290239226Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.290348103Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.290384816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.292642073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.296531683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.296637955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.296677874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.297484061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.303631669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.317311405Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.324161474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.324273286Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.324304749Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.324331963Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.325082499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.333272567Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.333333669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.33336448Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.333965568Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.336912199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.337103921Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.337149431Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.337346965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.340704955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.34697091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.347096831Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.347132362Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.351769781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.361178718Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.361253106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.362110945Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.364451449Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.364511799Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.364541298Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.364565857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.36521508Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.376031271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.376172091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.376210358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.377246302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.38195808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.382018891Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.382075143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.383847714Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.389717349Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.405990473Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.411990888Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.412074895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.412106498Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.412134073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.412615372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.414608754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.414668242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.414722881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.415361193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.417756255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.417816495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.417847126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.41872239Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.421270908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.429065779Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-074c-4000-8000-000000000001, lookup_type: ById(001de000-074c-4000-8000-000000000001) }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.429130898Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.429167201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.42965364Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.437658038Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.43783979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.438502851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created built-in services vpc subnets","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.442439545Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"created built-in services vpc","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.44247723Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.442498422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.44252225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.445130727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"attempting to create silo users","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.445190055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.445325595Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.445369573Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.445907835Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo users","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.453361747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"attempting to create silo user role assignments","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.4534137Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.453437798Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.453462658Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.454001431Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"created 2 silo user role assignments","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.459142014Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.459214708Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.459244317Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.460140563Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.468979504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.469069804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.469446875Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.479416479Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.479476469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.479506989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.479533943Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.480199219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.482760091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.485127358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.485184862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.485215193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.485705379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.492823802Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.492967208Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.493012899Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.493042568Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.49360582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.495788028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.497327626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"IpPoolList","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.49738507Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.497414188Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.497771009Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.555202959Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.555271836Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.555989666Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DataLoader","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000001, .. })"} {"msg":"populate complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.559723395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"activating background tasks","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.559787022Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"Running step start_sled1","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.579970977Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"init_with_steps"} {"msg":"setting up sled agent server","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.580269582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"created simulated sled agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.670205885Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","sim_mode":"Explicit"} {"msg":"registered sled b6d65341-167c-41df-9b5c-41cded99c229 storage","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.670683817Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"omicron_sled_agent::sim::SimulatedUpstairs"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.671345144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.671467879Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.671586155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.671634361Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.672524414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.672698892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.672865624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.67329027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:50.673348917Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.673377995Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"146.872µs"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmprXaQXa/artifact-config.json","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.674340192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.67439436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmprXaQXa/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmphg6nmS/artifact-config.json","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.674424249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.674448538Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmphg6nmS/artifact-config.json"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.743447133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:33483","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifact/sha256/{sha256}","method":"GET"} {"msg":"listening","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.743625969Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:33483","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.74449452Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:33483","component":"dropshot (Repo Depot)","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.756789747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.756903684Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.757117861Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts/{sha256}/copy-from-depot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.757239874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.757326737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/artifacts-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.757434071Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.757518058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.757620623Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/boot-disk/{boot_disk}/os/write/status/{update_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.757702696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/bootstore/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.75778001Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/datasets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.757868106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.757948306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/disks/{disk_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.758024257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/eip-gateways","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.758126771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/inventory","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.75820657Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.758290107Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/network-bootstore-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.75842741Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-config","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.758515957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/omicron-physical-disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.758590836Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-identifiers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.7594459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sled-role","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.759681509Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/sleds","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.759798722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/dladm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.760134291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/ipadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.760227347Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/download/{zone}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.760305582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/logs/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.760380862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/nvmeadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.760455461Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pargs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.760539268Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pfiles-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.760626502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/pstack-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.76070575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zfs-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.760783154Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zoneadm-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.760893834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support/zpool-info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761028082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761120716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.7611528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761181518Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761209794Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761236457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761262619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761396336Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761426456Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/support-bundles/{zpool_id}/{dataset_id}/{support_bundle_id}/index","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761452347Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/switch-ports","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761476696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/timesync","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761502337Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761528248Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761695762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/v2p","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761761794Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761791202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761816202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/disks/{disk_id}/snapshot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761840671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.76186509Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/external-ip","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761889338Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761913847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/poke-single-step","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761937203Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/sim-migration-source","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.761965249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.76199084Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vmms/{propolis_id}/state","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.762016471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc/{vpc_id}/firewall/rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.762042132Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.762066611Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/vpc-routes","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.762091411Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.762172472Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.762203474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.762231169Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/context","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.762255888Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundle-cleanup/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.762281028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.762305357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.762331489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.762356829Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zones/bundles/{zone_name}/{bundle_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.762381929Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/zpools","method":"GET"} {"msg":"listening","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.762406328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.762430216Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.76245247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.762485656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.762511057Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.762537329Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.765877043Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.765993986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.766043615Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.766312391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"DNS propagation: skipped","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:50.766364715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"no config nor servers"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.766392901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"no config nor servers\"}","iteration":1,"elapsed":"64.018µs"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.766421668Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.766475746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","expiration":"2025-04-30 06:17:50.766397801 UTC"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.767580858Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.767640086Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.768404038Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.768463857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.768493466Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.768522304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.76855061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.768576031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.769206417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.769508038Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.769561995Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.769591113Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.770003094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.77005614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.770085929Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.770112482Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.770486167Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.770537769Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.770567188Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.770594062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.770619773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.770646917Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.77067384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.771088968Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.771141843Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:50.771178476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.771204287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"57.795µs"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.77131085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:50.771355418Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.771381971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"37.725µs"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.771409065Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.771434556Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.771459726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.77148686Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.771511379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.771939242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.772208578Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.772254219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.772300431Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.77233Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.772358237Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.77276128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.772814576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.772843894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"task disabled\"}","iteration":1,"elapsed":"20.381µs"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.772869024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:50.772898082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.772921689Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"no blueprint\"}","iteration":1,"elapsed":"15.211µs"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.772949394Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"Decommissioned Disk Cleaner disabled","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.772977009Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.772999013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":1,"elapsed":"84.318µs"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.773028462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.773053482Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.773079423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.77310781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.773157279Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.773627796Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.773719829Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.773811763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.773854949Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.773881181Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.773907664Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.774307821Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.774360045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.774802527Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.774853438Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.775274617Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.775369737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.775400338Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.775427281Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.775831046Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.775886867Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.775923029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.775950354Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.778403602Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.778463551Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.778494453Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.778522919Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.778548801Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.778577187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.778599291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.778626235Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.778651796Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.778756575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":1,"elapsed":"315.308µs"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.778803759Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.779077815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.779126632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.779684053Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.779740335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.779771427Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.779797529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.779824272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.780229489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.780308417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.780337495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.780359158Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.78038535Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.78041057Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.780436432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.780783273Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.7808319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.78091726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.780958452Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.781503849Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.78161476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"listing candidate sagas for recovery","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.781653717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.781676723Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.781747865Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.782566967Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.782625113Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.78265369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.782679882Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.78397896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.78403908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.784068098Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.784093508Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.784765958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.784821088Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.784873001Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.784906398Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.786235145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.786295294Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.786324633Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.786349723Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.787044617Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.787098405Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.787126771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.787153865Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.78757775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.78763294Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.787674282Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.787800002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.787842357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.787872497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.788270239Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.788323445Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.788354237Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.78838093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.788810957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.788863962Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.788893201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.788919914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.789401313Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.789452575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":1,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.789481212Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.789505871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.79163324Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"contacting server nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.792736668Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.793622093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","body":"Some(Body)","uri":"http://127.0.0.1:65058/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.795000719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.795074376Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.795200467Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.795237702Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.79537763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.796178316Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","remote_addr":"127.0.0.1:48023"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.796489586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60118","req_id":"ca5544df-e3f8-4003-bbd1-5621579a49c5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 1d 95 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 ............._na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.796547702Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60118","req_id":"ca5544df-e3f8-4003-bbd1-5621579a49c5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7573,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7573,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_nameservice._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:27:50.796901176Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60118","req_id":"ca5544df-e3f8-4003-bbd1-5621579a49c5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.797406443Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.797458126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.797488616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.797516251Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.798939457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:50.80004033Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"no record found for Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.800097174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_nameservice._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"127.45272ms"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.800508874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"baf2ed52-7be7-4929-9336-5296b2bb93f3","remote_addr":"127.0.0.1:48023","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.800669354Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49404","req_id":"35a2dd1a-58d2-45ee-8c29-8cfdeb421024","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 44 fc 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 D............_ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.800716267Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49404","req_id":"35a2dd1a-58d2-45ee-8c29-8cfdeb421024","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17660,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_external-dns._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:27:50.801744095Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49404","req_id":"35a2dd1a-58d2-45ee-8c29-8cfdeb421024","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"registered sled agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.805571751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_uuid":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"failed to lookup DNS servers","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:50.806685721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"no record found for Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.806745911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to read list of DNS servers: no record found for Query { name: Name(\\\"_external-dns._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"41.885673ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:50.817713784Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","pruned":"{}","expiration":"2025-04-30 06:17:50.766397801 UTC"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.817780757Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"expiration\":\"2025-04-30T06:17:50.766397801Z\",\"pruned\":[]}","iteration":1,"elapsed":"51.372225ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.842812441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.843642986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.84603903Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54781","req_id":"bea70fac-bf94-4f7f-b00e-c6561df8c0bc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 09 07 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.846235171Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54781","req_id":"bea70fac-bf94-4f7f-b00e-c6561df8c0bc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2311,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 2311,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:27:50.846616841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54781","req_id":"bea70fac-bf94-4f7f-b00e-c6561df8c0bc","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.846655699Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64120","req_id":"8b9df838-bde6-4d01-bbe8-dee5267f7a30","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 64 6b 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 dk..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.846689326Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64120","req_id":"8b9df838-bde6-4d01-bbe8-dee5267f7a30","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25707,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25707,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_dendrite._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:27:50.847091537Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64120","req_id":"8b9df838-bde6-4d01-bbe8-dee5267f7a30","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:27:50.848899359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:27:50.848959378Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.84909039Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"79.513384ms"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:27:50.849134357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"failed to resolve addresses for Dendrite services","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:27:50.849161341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"no record found for Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.849187874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to resolve addresses for Dendrite services: no record found for Query { name: Name(\\\"_dendrite._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"79.094881ms"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.867566532Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":1,"elapsed":"96.923984ms"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.872953205Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.873058995Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.873093905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.873120839Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.873346408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.897967765Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.925032379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.925472867Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.925592956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.926116339Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.927966655Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.935139146Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.935262682Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.935293233Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.935318403Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.941958183Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.947641115Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.947706155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.947739612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.949325702Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.952807639Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.958227047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.95828868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.958321245Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.95871546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.96687098Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.985586048Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.985760656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.985854944Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.986594107Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.99130359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.99605651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:50.996105387Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.996132291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:50.99698517Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.019405942Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.022161573Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.022644755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.057598078Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.06495224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.065249302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.065368259Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.065488509Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.065575903Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.066995872Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.143341055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.143417056Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.147335433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.183590369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":1,"elapsed":"400.951299ms"} {"msg":"listed in-progress sagas","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:51.183907591Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","count":0} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.195843012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":1,"elapsed":"414.218562ms"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.196292467Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.196335874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.197215176Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.324683608Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:51.327247356Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.32898576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":1,"elapsed":"548.160634ms"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.331838073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reincarnation_reason":"instance failed","total_found":0} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.332471265Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.332680642Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.334521249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.334746147Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.334926747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.335483196Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.365592727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":1,"elapsed":"580.776128ms"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.366411959Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"579.266561ms"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.371202484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.376860648Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.383644494Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.383719574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.383750776Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.383776517Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.384544748Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.384961177Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.385006427Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.385463699Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.406568048Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.421347976Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.422122649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.42218856Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.441806889Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.442400572Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"webhook_deliverator","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"by_rx\":{},\"error\":null}","iteration":1,"elapsed":"652.925863ms"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.442525531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"read_only_region_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"errors\":[],\"requests_created_ok\":[]}","iteration":1,"elapsed":"654.202936ms"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.46010191Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.460911854Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.461032535Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.461124277Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.462192616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.463135244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{}","iteration":1,"elapsed":"689.467048ms"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.487909024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.516505731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory collection is None","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:51.516955417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.517009605Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"inventory collection is None\"}","iteration":1,"elapsed":"743.957085ms"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.517113412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.517151829Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"failed to read target blueprint","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:51.517571835Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"Internal Error: no target blueprint set"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.517621815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to read target blueprint: Internal Error: no target blueprint set\"}","iteration":1,"elapsed":"747.040229ms"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.51793041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53693","req_id":"5c382d87-1347-4a61-b3be-86dce4420edd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ec 77 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .w..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.517986933Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53693","req_id":"5c382d87-1347-4a61-b3be-86dce4420edd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60535,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60535,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} SERVFAIL: server is not authoritative for name: \"_mgs._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:27:51.518410627Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53693","req_id":"5c382d87-1347-4a61-b3be-86dce4420edd","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:51.5188391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN }"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.518894731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: looking up MGS addresses: no record found for Query { name: Name(\\\"_mgs._tcp.control-plane.oxide.internal.\\\"), query_type: SRV, query_class: IN }\"}","iteration":1,"elapsed":"747.465866ms"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.524477865Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.52455052Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.525380474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read DNS config","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:51.569505059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"Internal Error: expected exactly one latest version for DNS group Internal, found 0"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.569573105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group Internal, found 0\"}","iteration":1,"elapsed":"898.248922ms"} {"msg":"reprocessing 0 outdated webhook globs...","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.675663513Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.675764855Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.675797871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.676575199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.684610008Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.684672503Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.684704937Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.684730979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.685164232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.685502466Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.685555041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.685582786Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.685612435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.685637726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.685987182Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:51.686047222Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229","method":"POST","req_id":"baf2ed52-7be7-4929-9336-5296b2bb93f3","remote_addr":"127.0.0.1:48023","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":885592,"response_code":"204"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.687273946Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"NexusClient","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","result":"Ok(Response { url: \"http://127.0.0.1:65058/sled-agents/b6d65341-167c-41df-9b5c-41cded99c229\", status: 204, headers: {\"x-request-id\": \"baf2ed52-7be7-4929-9336-5296b2bb93f3\", \"date\": \"Wed, 30 Apr 2025 06:27:50 GMT\"} })"} {"msg":"failed to read DNS config","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:51.68733613Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"Internal Error: expected exactly one latest version for DNS group External, found 0"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.687366811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to read DNS config: Internal Error: expected exactly one latest version for DNS group External, found 0\"}","iteration":1,"elapsed":"924.858119ms"} {"msg":"Running step start_crucible_pantry","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.68739634Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"init_with_steps"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.688789486Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.688851679Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/is-finished","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.688883212Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/job/{id}/ok","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.688909394Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.688935096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.688959244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.688982871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/background","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.689006788Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.68903257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/import-from-url","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.689058912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/scrub","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.689083742Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/pantry/0/volume/{id}/snapshot","method":"POST"} {"msg":"listening","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:51.689107058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.689788436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Started Simulated Crucible Pantry","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:51.689842844Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:36716"} {"msg":"Running step populate_internal_dns","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.689867674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"init_with_steps"} {"msg":"Populating Internal DNS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.68988593Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"DNS population: DnsConfigParams {\n generation: Generation(\n 1,\n ),\n time_created: 2025-04-30T06:27:51.750136576Z,\n zones: [\n DnsConfigZone {\n zone_name: \"control-plane.oxide.internal\",\n records: {\n \"20a98ebc-b065-4d05-be79-0803f4a14f2f.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_nameservice._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 51253,\n target: \"2cf4abb9-7283-49ee-8284-22e3c80e2bec.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_external-dns._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 35949,\n target: \"ee941934-cb75-4498-9e44-daebed1f1b8f.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse-admin-single-server._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 8888,\n target: \"33a8b159-a122-4372-9ba3-45b930136725.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"169b0651-94e0-4854-9554-314dc1c2574a.host\": [\n Aaaa(\n ::ffff:127.0.0.1,\n ),\n ],\n \"_nexus._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 65058,\n target: \"169b0651-94e0-4854-9554-314dc1c2574a.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"2cf4abb9-7283-49ee-8284-22e3c80e2bec.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_repo-depot._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 33483,\n target: \"b6d65341-167c-41df-9b5c-41cded99c229.sled.control-plane.oxide.internal\",\n },\n ),\n ],\n \"b6d65341-167c-41df-9b5c-41cded99c229.sled\": [\n Aaaa(\n ::1,\n ),\n ],\n \"33a8b159-a122-4372-9ba3-45b930136725.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"e01e85c7-12ad-460b-97a5-df9ed5a42833.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_clickhouse-native._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"33a8b159-a122-4372-9ba3-45b930136725.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_cockroach._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 44842,\n target: \"e01e85c7-12ad-460b-97a5-df9ed5a42833.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_oximeter-reader._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 9000,\n target: \"33a8b159-a122-4372-9ba3-45b930136725.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgs._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 53219,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_clickhouse._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 46076,\n target: \"33a8b159-a122-4372-9ba3-45b930136725.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"ee941934-cb75-4498-9e44-daebed1f1b8f.host\": [\n Aaaa(\n ::1,\n ),\n ],\n \"_crucible-pantry._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 36716,\n target: \"20a98ebc-b065-4d05-be79-0803f4a14f2f.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_mgd._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 53533,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n \"_dendrite._tcp\": [\n Srv(\n Srv {\n prio: 0,\n weight: 0,\n port: 35108,\n target: \"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\",\n },\n ),\n ],\n },\n },\n ],\n}","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:51.750519288Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.750730058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"body":"Some(Body)","uri":"http://[::1]:51253/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.760921965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":1,"elapsed":"984.930109ms"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.761029409Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"985.706996ms"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.761067375Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.769289827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.769365147Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.769397913Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.770154971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.770220451Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.770257565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.770288196Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.770318457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.770808293Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.771048972Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.775288549Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.775347056Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.77537939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.775721312Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.775829437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":1,"elapsed":"991.795657ms"} {"msg":"all instance checks complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:51.776018544Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.77608674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":1,"elapsed":"998.300057ms"} {"msg":"no more instances in need of reincarnation","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.776185056Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reincarnation_reason":"start saga failed","total_found":0} {"msg":"instance reincarnation completed successfully","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:51.776326377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.776433981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":1,"elapsed":"997.629862ms"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.786827179Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.786939152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.787218799Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.807974744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.827528003Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.827638393Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.827668954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.828880187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:51.830466858Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:51253","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:53672"} {"msg":"webhook dispatching completed successfully","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.837373519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","events_without_receivers":0,"events_dispatched":0} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.837515121Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"webhook_dispatcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"dispatched\":[],\"errors\":[],\"glob_version\":\"140.0.0\",\"globs_reprocessed\":{},\"no_receivers\":[]}","iteration":1,"elapsed":"1.048602141s"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.837568287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.841429651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.841490372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.841522195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.841858285Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.843465227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/config","method":"PUT","req_id":"7f28032b-c199-4306-ac2c-5bfd938316f5","remote_addr":"[::1]:53672","local_addr":"[::1]:51253","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:51.844399147Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"new_generation":1,"req_id":"7f28032b-c199-4306-ac2c-5bfd938316f5","component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:51.844559066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server"} {"msg":"creating tree","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.844598034Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","tree_name":"generation_1_zone_control-plane.oxide.internal"} {"msg":"updating current config","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.846776063Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.84695523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server"} {"msg":"pruning trees for generations older than 1","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:51.846999809Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:51.84702533Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"new_generation":1,"req_id":"7f28032b-c199-4306-ac2c-5bfd938316f5","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:51.848308106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/config","method":"PUT","req_id":"7f28032b-c199-4306-ac2c-5bfd938316f5","remote_addr":"[::1]:53672","local_addr":"[::1]:51253","component":"http","kind":"dns","component":"internal_dns_server","latency_us":4155,"response_code":"204"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.848611931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(Response { url: \"http://[::1]:51253/config\", status: 204, headers: {\"x-request-id\": \"7f28032b-c199-4306-ac2c-5bfd938316f5\", \"date\": \"Wed, 30 Apr 2025 06:27:51 GMT\"} })"} {"msg":"Running step configure_sled_agents","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.850113353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"init_with_steps"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.929462731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"body":"Some(Body)","uri":"http://[::1]:42489/omicron-config","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:51.930942229Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52938"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.9357661Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/omicron-config","method":"PUT","req_id":"fbbce665-a365-4cd0-a8dd-e4d5cb9a1395","remote_addr":"[::1]:52938","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.948470783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.948734799Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.948848807Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.949715774Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:51.950333014Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/omicron-config","method":"PUT","req_id":"fbbce665-a365-4cd0-a8dd-e4d5cb9a1395","remote_addr":"[::1]:52938","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":14543,"response_code":"200"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.950851276Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.954881186Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.954979782Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.95506905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.955699887Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.957256749Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(Response { url: \"http://[::1]:42489/omicron-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbbce665-a365-4cd0-a8dd-e4d5cb9a1395\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:27:51 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.957867887Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"body":"Some(Body)","uri":"http://[::1]:42489/network-bootstore-config","method":"PUT"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:51.961017131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/network-bootstore-config","method":"PUT","req_id":"443e69cc-f9d7-47f5-a77f-82d248ee0927","remote_addr":"[::1]:52938","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:51.961692036Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/network-bootstore-config","method":"PUT","req_id":"443e69cc-f9d7-47f5-a77f-82d248ee0927","remote_addr":"[::1]:52938","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":683,"response_code":"204"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.965691765Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(Response { url: \"http://[::1]:42489/network-bootstore-config\", status: 204, headers: {\"x-request-id\": \"443e69cc-f9d7-47f5-a77f-82d248ee0927\", \"date\": \"Wed, 30 Apr 2025 06:27:51 GMT\"} })"} {"msg":"Running step start_nexus_external","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.967550719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"init_with_steps"} {"msg":"Starting Nexus (external API)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:51.967597963Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.752620259Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.752701972Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.752733554Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.752761099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.753351896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:54.829612791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.830347746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/vpc-routes","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.867571431Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.868207228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.868337147Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.868382257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.869322671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.869820723Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":1,"elapsed":"4.083533605s"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.928361231Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.928425118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.928458024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.92848607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.929210353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to read Silo/DNS/TLS configuration","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:54.929738225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"Internal Error: expected at least one external DNS zone"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.929790128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to read Silo/DNS/TLS configuration: Internal Error: expected at least one external DNS zone\"}","iteration":1,"elapsed":"4.161319758s"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.930048403Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.930090967Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.930116869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.930591134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No bundles to collect","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:54.930750962Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.930798948Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"support_bundle_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"cleanup_err\":null,\"cleanup_report\":{\"db_destroying_bundles_removed\":0,\"db_failing_bundles_updated\":0,\"sled_bundles_delete_failed\":0,\"sled_bundles_deleted_not_found\":0,\"sled_bundles_deleted_ok\":0},\"collection_err\":null,\"collection_report\":null}","iteration":1,"elapsed":"4.158664257s"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:54.931759963Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49754"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.938055356Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.938134794Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.93939736Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/vpc-routes","method":"GET","req_id":"6d12ecf4-d0f0-4824-8b56-84047c90e3c7","remote_addr":"[::1]:49754","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:54.939846304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/vpc-routes","method":"GET","req_id":"6d12ecf4-d0f0-4824-8b56-84047c90e3c7","remote_addr":"[::1]:49754","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":459,"response_code":"200"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.941110473Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.943655073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.943798429Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.943842777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.944401961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.946014975Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52188","req_id":"bea5f7d5-a28d-4ec6-8fe3-81f7420bc22d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: cd be 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.946145515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52188","req_id":"bea5f7d5-a28d-4ec6-8fe3-81f7420bc22d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52670,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.946335724Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.946486995Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.946646674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52188","req_id":"bea5f7d5-a28d-4ec6-8fe3-81f7420bc22d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.946834428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d12ecf4-d0f0-4824-8b56-84047c90e3c7\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.947002823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.947047512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.947545895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.948301391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.953243377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.953318797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.953355531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.953384929Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.953410721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.953964985Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.954445111Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.958679338Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.95896632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.959075126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.959857205Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.960104387Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.970235703Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.970461804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.970555641Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.970868855Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.970969355Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.971055877Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.971590082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.973940705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3339, tv_nsec: 772822616 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.974083229Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.983165545Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64724","req_id":"9277c214-c33e-4214-a437-3ac1718df32c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4f dc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e O...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.983350634Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64724","req_id":"9277c214-c33e-4214-a437-3ac1718df32c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20444,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.984388321Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.984555865Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64724","req_id":"9277c214-c33e-4214-a437-3ac1718df32c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:54.985302984Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.985438323Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:54.98619438Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.041313862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.048934105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.055197113Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.055375629Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.055473915Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.056037247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.05638485Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.056644457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:42489/eip-gateways","method":"PUT"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.057014605Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.057132299Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.057255645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.057339432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.057829198Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.058171449Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.058535515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.058669131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.059228726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.060193017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/eip-gateways","method":"PUT","req_id":"f6e35faa-1b3b-498f-b1cb-01c009827fa3","remote_addr":"[::1]:49754","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.067128897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53420","req_id":"38e92220-bee6-450a-a793-f9d9017687e1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: ef 05 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.067411971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53420","req_id":"38e92220-bee6-450a-a793-f9d9017687e1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 61189,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.067961015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 61189,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:27:55.068179841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53420","req_id":"38e92220-bee6-450a-a793-f9d9017687e1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.069044483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/eip-gateways","method":"PUT","req_id":"f6e35faa-1b3b-498f-b1cb-01c009827fa3","remote_addr":"[::1]:49754","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8898,"response_code":"204"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.070082562Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.070179254Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.070293492Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.070965651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/eip-gateways\", status: 204, headers: {\"x-request-id\": \"f6e35faa-1b3b-498f-b1cb-01c009827fa3\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.076287354Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{}","iteration":1,"elapsed":"4.296012905s"} {"msg":"set cockroachdb setting","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.123487528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","value":"22.1","setting":"cluster.preserve_downgrade_option"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.123660031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.123696384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.125102746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.209627766Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/v2p","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.210463632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.218821825Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.218997555Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.219111853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.221037189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.221355413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.221497225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.221649609Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.222155828Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.22406928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37416"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.230956282Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/v2p","method":"GET","req_id":"453d1121-57ca-4744-9c73-95e741a3f5de","remote_addr":"[::1]:37416","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.231304396Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/v2p","method":"GET","req_id":"453d1121-57ca-4744-9c73-95e741a3f5de","remote_addr":"[::1]:37416","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":368,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.231831576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.232060923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.232108698Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.232137676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.233817643Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.234942164Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"453d1121-57ca-4744-9c73-95e741a3f5de\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.235106982Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.235137282Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.235164186Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.236559797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{}","iteration":1,"elapsed":"4.462165223s"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.237747152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2de0c58f-d861-4b29-a7fe-06a44a942524\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.238808307Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.239360246Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:42489/artifacts-config","method":"PUT"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.239770734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.246295284Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.24637835Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.246410033Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.246924989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.247838308Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:33992"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.250767034Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.255767938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"updating rack subnet for rack c19a698f-c6f9-4a17-ae30-20d711b8f7dc to Some(\n V6(\n Ipv6Network {\n addr: fd00:1122:3344:100::,\n prefix: 56,\n },\n ),\n)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.255821925Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.255843588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.255867666Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.256337633Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.256905785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/artifacts-config","method":"PUT","req_id":"0c502ac1-5448-4371-abe0-13aa417c68cf","remote_addr":"[::1]:33992","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.257346693Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.257398426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.25807771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmprXaQXa/artifact-config.json","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.25812815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.258157759Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmprXaQXa/artifact-config.json"} {"msg":"No ledger in /var/tmp/omicron_tmp/.tmphg6nmS/artifact-config.json","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.258181316Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Failed to read ledger: Not found in storage","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.258202889Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","path":"/var/tmp/omicron_tmp/.tmphg6nmS/artifact-config.json"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmprXaQXa/.artifact-config.json.tmp","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.258226075Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Writing ledger to /var/tmp/omicron_tmp/.tmphg6nmS/.artifact-config.json.tmp","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.263830301Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.263890652Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.263925591Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.265105141Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Using static configuration for external switchports","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.265489798Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.265535389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.26556601Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.266220113Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Starting delete reconciler","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.267139715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ArtifactStore","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","generation":1} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.267323261Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/artifacts-config","method":"PUT","req_id":"0c502ac1-5448-4371-abe0-13aa417c68cf","remote_addr":"[::1]:33992","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10532,"response_code":"204"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.271774139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/artifacts-config\", status: 204, headers: {\"x-request-id\": \"0c502ac1-5448-4371-abe0-13aa417c68cf\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.271948687Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/artifacts","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.272268785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.272322792Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.272731767Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.273662662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/artifacts","method":"GET","req_id":"610aaf72-89f7-4abf-99f9-bad372bf5e7e","remote_addr":"[::1]:33992","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.274025014Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/artifacts","method":"GET","req_id":"610aaf72-89f7-4abf-99f9-bad372bf5e7e","remote_addr":"[::1]:33992","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":312,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.275681464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/artifacts\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"610aaf72-89f7-4abf-99f9-bad372bf5e7e\", \"content-length\": \"26\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"Successfully got artifact list","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.275868036Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled":"http://[::1]:42489"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.276333343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.276393813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.276425547Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.276451468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.277513655Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.27970457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"tuf_artifact_replication","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"generation\":1,\"last_run_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"lifetime_counters\":{\"copy_err\":0,\"copy_ok\":0,\"list_err\":0,\"list_ok\":1,\"put_config_err\":0,\"put_config_ok\":1,\"put_err\":0,\"put_ok\":0},\"local_repos\":0,\"request_debug_ringbuf\":[{\"generation\":1,\"operation\":\"put_config\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:27:55.271756394Z\"},{\"operation\":\"list\",\"target_sled\":\"b6d65341-167c-41df-9b5c-41cded99c229\",\"time\":\"2025-04-30T06:27:55.275803487Z\"}]}","iteration":1,"elapsed":"4.492056721s"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.285622781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.285694154Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.28572766Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.286653094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.287877865Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7e11355-3d0f-4cd0-8a64-19df7a093015\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.288605274Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.29361229Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.293671498Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.293706448Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.294373877Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.307159352Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.31370308Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.314672902Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.314829674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.314875395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.315922051Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.326676017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.326736147Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.32760102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Recording Rack Network Configuration","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.329137402Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.329261779Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.329306839Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.329940512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.330532441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.330585898Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.331607673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.336359431Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.33656964Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.337502488Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.348713776Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.348826371Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.348866861Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.348895849Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.349620473Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.36584058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.365923455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.36595586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.366521467Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.375337122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.375405438Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.37543689Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.375929201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.379914973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f50b82e2-d444-4c55-8d03-b52df895305f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.380574577Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.380864504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.399116951Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.399193343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.399220147Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.399252371Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.399279565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.399305006Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.399964981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.40528959Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.405346333Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.405564928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.406164834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.418317978Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.41843924Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.418527275Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.419155487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.430003861Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.439741132Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.43981015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.439840881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.440291168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.45144938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.451507386Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.452644431Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.454547162Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0ceb415-1016-48ba-b3b2-837437a919fd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.45468646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.457123676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.457163175Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.45766282Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.458547082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.458601891Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.458630097Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.458656861Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.459829006Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.465113074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.465233705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.465660234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.470084209Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.478813231Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.478878631Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.478909583Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.479522234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.479719426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.47977157Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.480379932Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.486224287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"IpPool { parent: Fleet, key: d21396e8-804f-4334-899b-b9951719d6ca, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.486314457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.486349266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.486375709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.48704366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.489734481Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.489800342Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.489832717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.489860462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.490387983Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.498442982Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.498503292Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.498541598Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.49896404Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.499422704Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.506739382Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"IpPool { parent: Fleet, key: d21396e8-804f-4334-899b-b9951719d6ca, lookup_type: ByName(\"oxide-service-pool\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.506808991Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.506839091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.507394096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.518641246Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.518709862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.518738008Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.52026944Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.522545535Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0575595b-337c-413a-94f2-6c2920812c99\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.522736074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.526989068Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.538742065Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.538817936Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.538846453Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.538880271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.538907946Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.538933978Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.539266891Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.539875934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"IpPool { parent: Fleet, key: d21396e8-804f-4334-899b-b9951719d6ca, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.53992902Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.539960232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.540138908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.54064174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.542602587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.542682426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.54271427Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.542966813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.545101586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.545158099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.545189602Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.545706912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.545968694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.550145245Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"IpPool { parent: Fleet, key: d21396e8-804f-4334-899b-b9951719d6ca, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.551846465Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.56824598Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.568414025Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.568522872Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.569296343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.570202047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"IpPool { parent: Fleet, key: d21396e8-804f-4334-899b-b9951719d6ca, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.570463278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.570570131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.570651894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.571372309Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.575210326Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73180078-7c46-4fc0-9d7e-81cb78064622\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.575565013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.578774006Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.585122465Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"IpPool { parent: Fleet, key: d21396e8-804f-4334-899b-b9951719d6ca, lookup_type: ByName(\"oxide-service-pool\") }","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.585444807Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","subnet_networks":"{Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })], Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })]}","subnet_interfaces":"{}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.585613353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.585714214Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.585796769Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.585876688Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.586724126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.589591119Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.597439266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.597502151Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.597532562Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.598066626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.598878243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.59893194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.59896222Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.598988112Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.600747988Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.602464298Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4d057af-11de-410d-b300-cb578b9caaa6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.602749977Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.60364493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.608697968Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.609828981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:06:08.248500Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.610077777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.610861819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_rules":"[]"} {"msg":"resolved 0 rules for sleds","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.610903763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.620588028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f57a240-e7ad-48d2-aba7-36d9f70ce7f5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.621021612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.64322483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48ebca2a-c22b-4e58-90f3-eb115297606c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.65260524Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.680533706Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b9e42ab-7a2c-418c-8093-5c3e2dc9b872\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.682767436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.6828444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0504e8b-5ed4-4d18-8e6a-20f8649d8145\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.694560624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.697844266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"833a0828-dd85-4a93-ad37-af948f3027b2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.698066339Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.700619987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b397603d-e4cd-4e8c-91f7-245043cd2ae7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.701041126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.705624448Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4118da8c-f366-41d6-ade8-338a3ccd43be\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.705840598Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.710068342Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be0903c2-6669-4501-bfc4-b9b0d21a1e25\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.710706914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.714650822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9c81323-e6d1-455d-b464-3193189455cb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.714970399Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.721845717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"154af749-0ee0-40e8-8875-5e6909834d88\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.722058501Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.734652043Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5462780-f8bd-4bbf-bed8-dac22c822395\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.734979676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.738444099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f167690-2926-43c0-8007-83f000f5a070\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.738807843Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.742279851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48dca642-8e1c-4227-b40e-feb84a8463e6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.742500551Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.74684155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2232ec0c-b63c-4232-aeef-ad06f33bb1e9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.747121327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.748509944Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3db5b736-d9af-4746-8934-f3b81d7b2fcb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.748727367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.750435992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef701e3c-5ff8-4b69-ad8f-f180b86b120d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.750640649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.755590973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca401985-9409-48b9-aa57-4c5a1878efb2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.755897654Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.763254822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34f21278-acdd-4bf3-8bdc-38d6bf08780a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.763471173Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted blueprint","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.765183675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","blueprint_id":"ec4bc39b-7e76-4fa5-8d90-c90327d31312"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.765334596Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.765449154Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.765543062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.765632189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.767663226Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.770999423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63ea5922-c29d-4e11-b724-6ad44e3464e8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.771210473Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.771540882Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.805567216Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"BlueprintConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.811210711Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","vpc_to_sled":"[]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.81129041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"updated firewall rules on 0 sleds","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.811319247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"successfully propagated service firewall rules","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.811343986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","elapsed":"5.031484314s"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.811371892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{}","iteration":1,"elapsed":"5.031533883s"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.814249024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05dfd098-7b35-480f-bb42-8db777a54b2b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.814459414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.818273733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5848e3d5-9c25-4dd7-b73f-823a2e2c272d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.824289069Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.8422729Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6297bcc8-4777-4821-9f86-0b31fc33dc02\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.842526495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.844601339Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ae6d474-0024-4a37-b209-dfdfbf6da135\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.844850125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.845915738Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1936f6ab-3bd0-43e1-8b63-f1fac915b67e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.846607947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"Inserted networking records for nexus service","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.86223347Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"No networking records needed for crucible_pantry service","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.862372197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"No networking records needed for internal_dns service","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.862438459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"No networking records needed for clickhouse service","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.862499791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"No networking records needed for cockroach_db service","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.862556734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.863028003Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21bb79e3-7107-4201-88b2-5011d4686c35\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.863278883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.864558583Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fde47e49-c8b2-45cb-b7e2-f2507bd5e87a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.864961977Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.866230955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be493239-f192-4efe-bcf2-e022d4327c61\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.866814047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.868416099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f84e1b78-685e-4b69-89e0-b71f354d093e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.868771297Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.870726622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98acbe34-145e-4f27-a702-7debddf53493\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.871091219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.873135091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eda18259-9f2b-452c-9197-bb1a2838f192\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.873341122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.87586991Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"945aeb16-b518-4f0f-ab15-eaeb64a325d0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.876196962Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"Inserted networking records for external_dns service","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.890591913Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"Inserted service networking records","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.893614014Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"Inserted physical disks","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.893665436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"Inserted zpools","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.893691368Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"Inserted datasets","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.893713973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.895157109Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20c5c2ff-18d0-4ea4-b355-35b0f6edaed1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.895351396Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.897492411Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"881056aa-e5d1-4c17-80c5-c731108c098f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.89774777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.904488771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7436566-c947-45d6-99ec-4ea5da01218d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.904565324Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.904598019Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a1ad67b-fee0-4b95-8a96-c4028a1e3665\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.904630584Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.904658459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f39a5ab1-4e11-48d1-8d9d-4066dd288798\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.904686876Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.904711685Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c93ec7b2-7e88-4716-a0f7-5876b23dac1a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.904739801Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.90476395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"789dc117-f93a-4e7d-ac54-f5b9e900818a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:27:54 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.904792366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.904816224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.904841815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.904866804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.90488953Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.90780071Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.91961041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.91972063Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.919812102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.919897753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.919979155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.920772125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.95807085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.973634139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:55.973769919Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.973861642Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:55.974577108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Populated DNS tables for internal DNS","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:55.975384086Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.057300028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.057376821Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:56.059541043Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48990"} {"msg":"Populated DNS tables for external DNS","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:56.059846491Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.060344253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.060390756Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.060419062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.060446256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.061476259Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.061738361Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"7776d227-474c-422e-92a1-c0953694cc1e","remote_addr":"[::1]:48990","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:56.067578707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"7776d227-474c-422e-92a1-c0953694cc1e","remote_addr":"[::1]:48990","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5827,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.068345936Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7776d227-474c-422e-92a1-c0953694cc1e\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:27:56 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.07071673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.0707769Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.070805697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.072447909Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.072506836Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.072540513Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.072568289Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.07311612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.075572084Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.080496656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.080622406Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.080702015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.080732175Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.080759028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.081333563Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.081817177Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.085755193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.086077856Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.086130671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.086528794Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.090725516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.093760834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.160089249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.166941732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.167138213Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.167238653Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.16798502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.203944217Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.210943372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"DnsConfig","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.21100763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.211038071Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.211065105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.211089624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.211581213Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.218958542Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.225240268Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.234222615Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.234282093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.234316331Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.234342964Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.234969032Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.248426164Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.25617861Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Created recovery silo","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:56.290169515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"Created recovery user","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:56.297759257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"Created recovery user's password","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:56.303060259Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.303255588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Silo { parent: Fleet, key: 4dbf4d36-9098-4335-902c-77604941f24a, lookup_type: ById(4dbf4d36-9098-4335-902c-77604941f24a) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.303408303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"4dbf4d36-9098-4335-902c-77604941f24a","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.303510827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.303595165Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.304760356Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.319616496Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.319694943Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.319725834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.320984332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.357790115Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.362354539Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Silo { parent: Fleet, key: 4dbf4d36-9098-4335-902c-77604941f24a, lookup_type: ById(4dbf4d36-9098-4335-902c-77604941f24a) }","action":"ModifyPolicy","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Generated role assignment queries","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.362434719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"Granted Silo privileges","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:56.371614489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.371758105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.371886651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.371929467Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.379766932Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.382813572Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.39080258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.401331318Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.41951614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.419582101Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.421733217Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.424412085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.424472635Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.430145739Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.437154734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.437229402Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.437884267Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.442063274Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.442127962Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.442160257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.442185928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.444597192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.446761464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.446938357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.446976894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.447628803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.449295433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.449351675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.449380022Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.449821792Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.458269263Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.465222938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.465304931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.465330923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.465362345Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.465388147Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.465413868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.465789567Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.467840172Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.467898649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.467928258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.46858675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.474291616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.474358059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.474389051Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.474873416Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.48611284Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.498076366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.498191135Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.498273369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.498810579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.502991289Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.50310222Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.503605482Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.507012471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.507173782Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.509068848Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.513194638Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.513409867Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.514775789Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.519227128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.557767216Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.557835442Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.5581554Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.559156144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.568174352Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.568312768Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.56840433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.56902686Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.573537938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.573604862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.573637066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.574129487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.576980497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.593033652Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.593099423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.593126167Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.593151207Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.593603498Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.596739746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.596796269Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.597344291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.600405761Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.600462504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.603089378Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.61263174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.612729575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.613084292Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.616125952Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.616173557Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.616202084Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.616228907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.616632061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.618470193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.618531385Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.618565202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.619291169Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.621988974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.622075386Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.622107129Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.622468018Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.625312125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.63266717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.632736498Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.632791367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.632829202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.632856877Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.63288303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.633136495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.644104648Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.644227443Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.644269376Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.647638258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.651125597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.651188181Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.651221197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.651835591Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.656083305Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.668709411Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.668851204Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.668942506Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.669605647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:56.676527749Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","collection_id":"9436ea33-61b9-443d-bad4-219e303cbd5e"} {"msg":"inventory collection complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.676645764Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","time_started":"2025-04-30 06:27:55.069898 UTC","collection_id":"9436ea33-61b9-443d-bad4-219e303cbd5e"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.676926343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"collection_id\":\"9436ea33-61b9-443d-bad4-219e303cbd5e\",\"time_done\":\"2025-04-30 06:27:56.070697 UTC\",\"time_started\":\"2025-04-30 06:27:55.069898 UTC\"}","iteration":2,"elapsed":"4.991454959s"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.677128346Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Dependency"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.677434395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"task disabled\"}","iteration":2,"elapsed":"305.619µs"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.677636809Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Dependency"} {"msg":"Blueprint rendezvous: skipped","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:56.677741187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"no blueprint"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.677821927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"blueprint_rendezvous","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"no blueprint\"}","iteration":2,"elapsed":"206.101µs"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.678668945Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.678776329Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.681390528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.684823257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.685024107Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.688336206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.7017991Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.701867216Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.702326982Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.721820191Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.722182483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.723117997Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.746105328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.746259485Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.746355095Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.746436918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.746993988Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.754304153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.757860148Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.758012562Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.759009398Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.76353243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.763643802Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.763731136Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.764525829Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.76739699Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.775412801Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.775480586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.77550749Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.775538401Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.775563161Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.775586016Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.775955192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.793990635Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.795923256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.795982654Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.796028125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.802687463Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.802744888Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.802774126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.803244493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.805806939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.814271965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.814341674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.814371603Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.814976819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.850923761Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: c4740135-769d-4b04-891c-3ce1ff24f012, kind: Service { id: 169b0651-94e0-4854-9554-314dc1c2574a }, name: Name(\"nexus-169b0651-94e0-4854-9554-314dc1c2574a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: abfd2a2f-3394-49c9-8120-12a57529aa71, kind: Service { id: ee941934-cb75-4498-9e44-daebed1f1b8f }, name: Name(\"external-dns-ee941934-cb75-4498-9e44-daebed1f1b8f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.851004041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.851057417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.851086395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.851110202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.851686471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.867249479Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.874177683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.874423413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.874694142Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.875405559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetched allowlist from DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.879413565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:27:56.402289Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.879503604Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.880268498Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: abfd2a2f-3394-49c9-8120-12a57529aa71, kind: Service { id: ee941934-cb75-4498-9e44-daebed1f1b8f }, name: Name(\"external-dns-ee941934-cb75-4498-9e44-daebed1f1b8f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: c4740135-769d-4b04-891c-3ce1ff24f012, kind: Service { id: 169b0651-94e0-4854-9554-314dc1c2574a }, name: Name(\"nexus-169b0651-94e0-4854-9554-314dc1c2574a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.880409359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.967913596Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:27:50.805561Z, time_modified: 2025-04-30T06:27:50.805561Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(42489), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(33483) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.967986671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.968011651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.968037893Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.968716105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.975202308Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.975277969Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:56.975310954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.975338139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.976101309Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.991388217Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"viewer\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:56.995274761Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InstanceAllocator","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000004ead, .. })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.050075778Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:42489/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.050632067Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55917"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.051101562Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2da3c773-aa7c-44d9-b715-f435ab0fe53a","remote_addr":"[::1]:55917","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.052318256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2da3c773-aa7c-44d9-b715-f435ab0fe53a","remote_addr":"[::1]:55917","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1205,"response_code":"204"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.052787862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"2da3c773-aa7c-44d9-b715-f435ab0fe53a\", \"date\": \"Wed, 30 Apr 2025 06:27:56 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.055279737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.055331821Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.055365478Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.056728413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.057028321Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.057090475Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.057120334Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.057149593Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.057832964Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.057894086Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.057927162Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.058165787Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Signaled"} {"msg":"reading DNS version","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.058218242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.058245787Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.058273472Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.058863317Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.058922685Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Signaled"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.058953958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.059183064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.059496769Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.05954746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.05957745Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.059603472Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.060344338Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.060386622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":3,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.060413325Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.060471261Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.06050121Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.060527433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.060804825Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.061811381Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58824","req_id":"2f6334ec-b888-4dfd-8439-630044afc637","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 75 (0x4b) bytes\n0000: 63 11 01 00 00 01 00 00 00 00 00 01 0c 5f 6e 61 c............_na\n0010: 6d 65 73 65 72 76 69 63 65 04 5f 74 63 70 0d 63 meservice._tcp.c\n0020: 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 ontrol-plane.oxi\n0030: 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 de.internal..!..\n0040: 00 00 29 04 d0 00 00 00 00 00 00 ..)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.062024335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58824","req_id":"2f6334ec-b888-4dfd-8439-630044afc637","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25361,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 12,\n 95,\n 110,\n 97,\n 109,\n 101,\n 115,\n 101,\n 114,\n 118,\n 105,\n 99,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.062104806Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_nameservice._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.062360405Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"2cf4abb9-7283-49ee-8284-22e3c80e2bec.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.062486847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58824","req_id":"2f6334ec-b888-4dfd-8439-630044afc637","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"2cf4abb9-7283-49ee-8284-22e3c80e2bec.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51253, target: Name(\"2cf4abb9-7283-49ee-8284-22e3c80e2bec.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_nameservice._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.062540013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59797","req_id":"bfa6beba-e8ed-49a0-9189-a27002e201d5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 76 (0x4c) bytes\n0000: 4c a1 01 00 00 01 00 00 00 00 00 01 0d 5f 65 78 L............_ex\n0010: 74 65 72 6e 61 6c 2d 64 6e 73 04 5f 74 63 70 0d ternal-dns._tcp.\n0020: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0030: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 21 00 ide.internal..!.\n0040: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.062653268Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59797","req_id":"bfa6beba-e8ed-49a0-9189-a27002e201d5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19617,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 13,\n 95,\n 101,\n 120,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 45,\n 100,\n 110,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.062820151Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_external-dns._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.06292998Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"ee941934-cb75-4498-9e44-daebed1f1b8f.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.062964569Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59797","req_id":"bfa6beba-e8ed-49a0-9189-a27002e201d5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"ee941934-cb75-4498-9e44-daebed1f1b8f.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35949, target: Name(\"ee941934-cb75-4498-9e44-daebed1f1b8f.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_external-dns._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.063923269Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.064159369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.064233787Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.064263827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.06476189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.065752323Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 51253, target: Name(\"2cf4abb9-7283-49ee-8284-22e3c80e2bec.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"2cf4abb9-7283-49ee-8284-22e3c80e2bec.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3341, tv_nsec: 864515847 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.065815519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"2cf4abb9-7283-49ee-8284-22e3c80e2bec.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.06614713Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35949, target: Name(\"ee941934-cb75-4498-9e44-daebed1f1b8f.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"ee941934-cb75-4498-9e44-daebed1f1b8f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3341, tv_nsec: 864884011 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.066361256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"ee941934-cb75-4498-9e44-daebed1f1b8f.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.066913927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.067397912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.067457911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.067490777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.068858873Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.069175774Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.069230894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.069259862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.069283899Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.069766922Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.070300976Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59079","req_id":"bebe6969-24fb-4f5f-a754-b826048f6771","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: 4e fd 01 00 00 01 00 00 00 00 00 01 24 32 63 66 N...........$2cf\n0010: 34 61 62 62 39 2d 37 32 38 33 2d 34 39 65 65 2d 4abb9-7283-49ee-\n0020: 38 32 38 34 2d 32 32 65 33 63 38 30 65 32 62 65 8284-22e3c80e2be\n0030: 63 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 c.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.070380825Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59079","req_id":"bebe6969-24fb-4f5f-a754-b826048f6771","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20221,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"2cf4abb9-7283-49ee-8284-22e3c80e2bec.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"2cf4abb9-7283-49ee-8284-22e3c80e2bec.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 50,\n 99,\n 102,\n 52,\n 97,\n 98,\n 98,\n 57,\n 45,\n 55,\n 50,\n 56,\n 51,\n 45,\n 52,\n 57,\n 101,\n 101,\n 45,\n 56,\n 50,\n 56,\n 52,\n 45,\n 50,\n 50,\n 101,\n 51,\n 99,\n 56,\n 48,\n 101,\n 50,\n 98,\n 101,\n 99,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.070746754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"2cf4abb9-7283-49ee-8284-22e3c80e2bec.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.070796072Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59079","req_id":"bebe6969-24fb-4f5f-a754-b826048f6771","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"2cf4abb9-7283-49ee-8284-22e3c80e2bec.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"2cf4abb9-7283-49ee-8284-22e3c80e2bec.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"2cf4abb9-7283-49ee-8284-22e3c80e2bec.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.070961552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65235","req_id":"06f0feb9-5d5b-441a-8d28-7ebdab7b0b74","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: da 22 01 00 00 01 00 00 00 00 00 01 24 65 65 39 .\"..........$ee9\n0010: 34 31 39 33 34 2d 63 62 37 35 2d 34 34 39 38 2d 41934-cb75-4498-\n0020: 39 65 34 34 2d 64 61 65 62 65 64 31 66 31 62 38 9e44-daebed1f1b8\n0030: 66 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 f.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.071014197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65235","req_id":"06f0feb9-5d5b-441a-8d28-7ebdab7b0b74","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55842,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"ee941934-cb75-4498-9e44-daebed1f1b8f.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"ee941934-cb75-4498-9e44-daebed1f1b8f.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 101,\n 101,\n 57,\n 52,\n 49,\n 57,\n 51,\n 52,\n 45,\n 99,\n 98,\n 55,\n 53,\n 45,\n 52,\n 52,\n 57,\n 56,\n 45,\n 57,\n 101,\n 52,\n 52,\n 45,\n 100,\n 97,\n 101,\n 98,\n 101,\n 100,\n 49,\n 102,\n 49,\n 98,\n 56,\n 102,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.071487189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"ee941934-cb75-4498-9e44-daebed1f1b8f.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.071549233Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65235","req_id":"06f0feb9-5d5b-441a-8d28-7ebdab7b0b74","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"ee941934-cb75-4498-9e44-daebed1f1b8f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"ee941934-cb75-4498-9e44-daebed1f1b8f.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"ee941934-cb75-4498-9e44-daebed1f1b8f.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"found DNS servers (initial)","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.072689174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","addresses":"DnsServersList { addresses: [[::1]:51253] }"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.072899193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"addresses\":[\"[::1]:51253\"]}","iteration":2,"elapsed":"15.035588ms"} {"msg":"found DNS servers (initial)","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.073428116Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","addresses":"DnsServersList { addresses: [[::1]:35949] }"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.07355543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"addresses\":[\"[::1]:35949\"]}","iteration":2,"elapsed":"14.674017ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.073764447Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:57.073832031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.073860598Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"56.402µs"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.073887993Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Dependency"} {"msg":"DNS propagation: skipped","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:57.073913373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"no config"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.073935457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"no config\"}","iteration":2,"elapsed":"12.184µs"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.07524682Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.085817512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.086320173Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.086590923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.087204495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.088290779Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.09276778Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.092817769Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.092844643Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.095263422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.096179026Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.105203647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.105929804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.11232178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.112564102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","version":"1"} {"msg":"reading DNS config","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.1126083Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"reading DNS zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.112633571Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.112701095Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.112742678Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.112770864Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.112797928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.113142134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.121619475Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.135260594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"ServiceBalancer","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Rack { parent: Fleet, key: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, lookup_type: ById(c19a698f-c6f9-4a17-ae30-20d711b8f7dc) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-00000000bac3, .. })"} {"msg":"Rack initialized","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.135355653Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.135379891Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.135407757Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.138488996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.13891754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.138966878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.138994724Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.139019924Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.13947473Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.142526941Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.156349803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.156409952Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.156442016Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.157664482Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.158518904Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.158571559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.161101851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50730","req_id":"de5b57c1-c0dd-4fcc-92dd-5281277ab506","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ba ec 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.161217631Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50730","req_id":"de5b57c1-c0dd-4fcc-92dd-5281277ab506","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 47852,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.161388652Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.161555194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.161692197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50730","req_id":"de5b57c1-c0dd-4fcc-92dd-5281277ab506","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.161961153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.171192866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.17124998Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.171302194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.172754067Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.173082692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","version":"2"} {"msg":"reading DNS config","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.173388371Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"reading DNS zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.173422549Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.173564181Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.173638138Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.173677046Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.173713108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.173737436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.19634999Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.196415641Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.197311917Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.204745839Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3342, tv_nsec: 3614192 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.204814826Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.206747727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57153","req_id":"e3e75ede-6a37-409b-9f98-cca491821997","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6d 04 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e m...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.206817226Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57153","req_id":"e3e75ede-6a37-409b-9f98-cca491821997","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27908,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.207005801Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.207147263Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57153","req_id":"e3e75ede-6a37-409b-9f98-cca491821997","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.207356771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.214443871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.214493009Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.214521987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.214953767Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.309666897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"found zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.310260289Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.310368805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ebcb2c72-b50e-4ed6-be48-624a6782f0a6"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.310449035Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.310574746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.310672551Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.310795987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.31167588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.312093271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.312236256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.312330795Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.312409602Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.312963886Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.314734414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.320409741Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.320517376Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.320602656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.321291017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.321537599Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","count":1} {"msg":"listing DNS names for zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.321660814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"60b1271d-3549-4eef-98f5-2ea8fa5002e1"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.32173896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.321828969Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.321912866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.321991353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.322486659Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.323459969Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.324594269Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.325470204Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.327861288Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.33189249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.331951377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.331981838Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.332416434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.332858535Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","found_so_far":21,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"ebcb2c72-b50e-4ed6-be48-624a6782f0a6"} {"msg":"read DNS config","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.33291157Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nzones":1,"version":1} {"msg":"found latest generation (first find)","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.332940328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","generation":1} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.333022852Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"generation\":1}","iteration":2,"elapsed":"276.006244ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.333120847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.403351578Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_server_url":"http://[::1]:51253","servers":"DnsServersList { addresses: [[::1]:51253] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:51253/config","method":"PUT"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.404131982Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.413769434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.413831147Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.41386262Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.415266978Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.415891052Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:51253","component":"http","kind":"dns","component":"internal_dns_server","remote_addr":"[::1]:43298"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.416171811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56153","req_id":"cab7ca7f-e096-4885-80fc-d3abe4288be1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c0 0d 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.416529373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56153","req_id":"cab7ca7f-e096-4885-80fc-d3abe4288be1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49165,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.416846095Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49165,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:27:57.416945192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56153","req_id":"cab7ca7f-e096-4885-80fc-d3abe4288be1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.418469028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.418509128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.418674588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.420541277Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/config","method":"PUT","req_id":"f852c17b-a7fd-42cc-9717-c4c1dec2da84","remote_addr":"[::1]:43298","local_addr":"[::1]:51253","component":"http","kind":"dns","component":"internal_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.421020111Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"new_generation":1,"req_id":"f852c17b-a7fd-42cc-9717-c4c1dec2da84","component":"store","component":"internal_dns_server"} {"msg":"updated generation","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.421064299Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"new_generation":1,"req_id":"f852c17b-a7fd-42cc-9717-c4c1dec2da84","component":"store","component":"internal_dns_server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.421174068Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/config","method":"PUT","req_id":"f852c17b-a7fd-42cc-9717-c4c1dec2da84","remote_addr":"[::1]:43298","local_addr":"[::1]:51253","component":"http","kind":"dns","component":"internal_dns_server","latency_us":644,"response_code":"204"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.42182752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_server_url":"http://[::1]:51253","servers":"DnsServersList { addresses: [[::1]:51253] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:51253/config\", status: 204, headers: {\"x-request-id\": \"f852c17b-a7fd-42cc-9717-c4c1dec2da84\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.421891227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_server_url":"http://[::1]:51253","servers":"DnsServersList { addresses: [[::1]:51253] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"DNS propagation: done","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.4246582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"servers":"DnsServersList { addresses: [[::1]:51253] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.425262995Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"generation\":1,\"server_results\":{\"[::1]:51253\":{\"Ok\":null}}}","iteration":3,"elapsed":"92.117959ms"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.427372979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.427512226Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.427961962Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.428147291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.429762379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.43327589Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe9d7c39-c992-44a9-9ea8-875ebbb61dbe\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.43350694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.434317645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.434373467Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.434401973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.434761029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.435827223Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","found_so_far":1,"version":2,"dns_zone_name":"oxide-dev.test","dns_zone_id":"60b1271d-3549-4eef-98f5-2ea8fa5002e1"} {"msg":"read DNS config","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.435888636Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nzones":1,"version":2} {"msg":"found latest generation (first find)","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.435918525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","generation":2} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.435942964Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"generation\":2}","iteration":2,"elapsed":"377.8343ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.435973284Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":3,"reason":"Dependency"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.488949396Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_server_url":"http://[::1]:35949","servers":"DnsServersList { addresses: [[::1]:35949] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:35949/config","method":"PUT"} {"msg":"found Silo/DNS/TLS config (initial)","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.489744079Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2025-04-30T06:27:49.232231Z, time_modified: 2025-04-30T06:27:49.232231Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"test-suite-silo.sys.oxide-dev.test\": ExternalEndpoint { silo_id: 4dbf4d36-9098-4335-902c-77604941f24a, db_silo: Silo { identity: SiloIdentity { id: 4dbf4d36-9098-4335-902c-77604941f24a, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:27:56.060194Z, time_modified: 2025-04-30T06:27:56.060194Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide-dev.test\" }, NoSiloCerts { silo_id: 4dbf4d36-9098-4335-902c-77604941f24a, dns_name: \"test-suite-silo.sys.oxide-dev.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 4dbf4d36-9098-4335-902c-77604941f24a, db_silo: Silo { identity: SiloIdentity { id: 4dbf4d36-9098-4335-902c-77604941f24a, name: Name(Name(\"test-suite-silo\")), description: \"built-in recovery Silo\", time_created: 2025-04-30T06:27:56.060194Z, time_modified: 2025-04-30T06:27:56.060194Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(1)) }, tls_certs: [] }) }"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.489839058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"by_dns_name\":{\"default-silo.sys.oxide-dev.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"test-suite-silo.sys.oxide-dev.test\":{\"silo_id\":\"4dbf4d36-9098-4335-902c-77604941f24a\",\"tls_certs\":[]}},\"default_endpoint\":{\"silo_id\":\"4dbf4d36-9098-4335-902c-77604941f24a\",\"tls_certs\":[]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide-dev.test\\\" has no usable certificates\",\"silo 4dbf4d36-9098-4335-902c-77604941f24a with DNS name \\\"test-suite-silo.sys.oxide-dev.test\\\" has no usable certificates\"]}","iteration":2,"elapsed":"430.66364ms"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.490149166Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:35949","component":"http","kind":"dns","component":"external_dns_server","remote_addr":"[::1]:40798"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.490856866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/config","method":"PUT","req_id":"dfe35e2a-5c2c-4cc2-bb51-a70ee4b2791c","remote_addr":"[::1]:40798","local_addr":"[::1]:35949","component":"http","kind":"dns","component":"external_dns_server"} {"msg":"attempting generation update","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.491117836Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"new_generation":2,"req_id":"dfe35e2a-5c2c-4cc2-bb51-a70ee4b2791c","component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations newer than 0","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.491170912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"external_dns_server"} {"msg":"creating tree","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.491192796Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"external_dns_server","tree_name":"generation_2_zone_oxide-dev.test"} {"msg":"updating current config","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.491565468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"external_dns_server"} {"msg":"flushing default tree","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.49177726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"external_dns_server"} {"msg":"pruning trees for generations older than 2","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.491818202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"external_dns_server","keep":3} {"msg":"updated generation","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.491841789Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"new_generation":2,"req_id":"dfe35e2a-5c2c-4cc2-bb51-a70ee4b2791c","component":"store","component":"external_dns_server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.491874915Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/config","method":"PUT","req_id":"dfe35e2a-5c2c-4cc2-bb51-a70ee4b2791c","remote_addr":"[::1]:40798","local_addr":"[::1]:35949","component":"http","kind":"dns","component":"external_dns_server","latency_us":1076,"response_code":"204"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.492054833Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.4921034Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.492133039Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.498271119Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.498570475Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_server_url":"http://[::1]:35949","servers":"DnsServersList { addresses: [[::1]:35949] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:35949/config\", status: 204, headers: {\"x-request-id\": \"dfe35e2a-5c2c-4cc2-bb51-a70ee4b2791c\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.498633751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"dns_server_url":"http://[::1]:35949","servers":"DnsServersList { addresses: [[::1]:35949] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"DNS propagation: done","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.499617551Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"servers":"DnsServersList { addresses: [[::1]:35949] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.499674605Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"generation\":2,\"server_results\":{\"[::1]:35949\":{\"Ok\":null}}}","iteration":3,"elapsed":"63.675529ms"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.501416746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fb825ca-aaa5-4546-87b9-77d44f982064\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.501927434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.502603941Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.510976303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.511044619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.511072825Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.511104438Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.511131272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.511217844Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.512121144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.523249797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.523372211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.523462411Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.5241248Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.525763195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab70c654-c3bc-4d23-8154-e07f8a7fcd5e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.525992462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.526632908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.52673463Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.526818798Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.527435056Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.530224043Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.53983916Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.539933047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.539965211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.54047146Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.540734745Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d17aac4-f447-4f9e-bd01-847659c8f510\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.540869273Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.544452602Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd81d906-b05e-4d6e-9dd7-8e9019a225a9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.54452674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.544751718Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.544802479Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.546006528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.548562361Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"055be1c4-9d0c-4125-b4c3-6427f6ad833f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.548644675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.548887118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.548935214Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.549508095Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.551497128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53314d58-1446-4679-b089-d9416c9ac9f8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.551577077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.552244938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.552296721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.552761517Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.554210775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7620dba-7446-4008-bb96-44ef36a8f043\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.554344351Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.55476031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.55482086Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.554852032Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.554879136Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.55529761Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.556048206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68e98b9f-18f6-47ee-b2f3-4b359a547111\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.55612085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.557018739Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e8e19b8-6ccc-4689-b5a4-a25ae92a2248\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.557267305Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.558060856Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b30cb4b9-68bf-4567-bb57-5f8f50a41761\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.558193099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.559439964Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.559496446Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.559526897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.559551997Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.560091662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5e90e5e-8a8d-4c5c-bd83-6ba38c2dc5fe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.560222683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.561559186Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccf7bb1a-2b36-41c8-9a19-d9acba6e0f80\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.561774525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.562101597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.56221367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.562244191Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.562432817Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.564776667Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.5733106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"Vpc\" using built-in user","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.573391611Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.573418966Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.573443595Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.574413367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.575078643Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9067ddb-3b0c-4a6f-b371-aa939988728d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.57522784Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.578352636Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.578517645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.579043102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.583748958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.583806422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.584235878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.586202556Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdbfa870-43b6-426b-b9db-a874a21f04a3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.586507073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.586914835Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.587051177Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.587531314Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.590122466Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.590812381Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.590934094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.590965476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.591286666Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.59445585Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.594557503Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.594600088Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.596102261Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.59954992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"696f5640-36bb-44b8-88b6-8106458ec7dc\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.599823876Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.600180266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.600224584Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.600253823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.601168896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.6062249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4992c07a-3fad-4799-a83a-1c1d7a33c052\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.606485699Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.606775066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.619220773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.61930474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.619335221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.619372766Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.619406904Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.619436643Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.620530683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.624165204Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.624232328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.624264091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.624962192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.626451179Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c7cf2f6-a6d1-49fb-ab96-144b50214f28\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.626580978Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.627591671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.627649226Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.627676751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.629762767Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.632458949Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.653345194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.653420343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.653451896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.655271882Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.657900881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f102e833-0028-4b8f-90a1-60b7d3a214b5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.658087412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.659762309Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6134ff8-665c-47da-a254-86ee38173989\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.659958851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.661239462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.661296977Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.662066791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.663305339Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5d335b8-64c4-46c5-8851-b7529687def1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.663690767Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.664808944Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"049b651e-e16f-4142-a40a-7b811b77f6e5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.665041187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.665279392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.665413599Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.665858786Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.666870302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7da39dd1-57f5-40c7-8e18-83b6241bfe07\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.667048487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.668413947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.668467354Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.668891539Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.670394844Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3a97f57-5690-428a-a02f-5341cd603235\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.670543691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.67514066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.675197894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.676029421Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.677816211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a766a870-fc4e-4aab-ae63-ce8c9bf3b2c8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.677992722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.680343937Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.680513224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.680560348Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.680590518Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.68121372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.682809129Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d1e733a-ec66-4670-ae9a-49fc81e95068\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.682929949Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.683430296Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.683487951Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.683515185Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.683985472Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.686464301Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.686573759Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.686664951Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.687508372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.688614616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cc5d533-7c64-4292-bd07-c22ade1e1bb2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.688880776Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.690540092Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.697974845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"successful lookup of siloed resource \"VpcSubnet\" using built-in user","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.698079825Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.698152269Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.698863245Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-4401-4000-8000-000000000000","resource_type":"Project","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.698942423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.698973235Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.700384206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.702610502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-5110-4000-8000-000000000001","resource_type":"Silo","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.702670762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.702701002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.704923781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.7075284Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.707582698Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.707612718Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.708027855Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.709871408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc7b20df-06cc-4d08-8fbd-2350221f880f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.710031898Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.710563608Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.717041895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.717101885Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.717130382Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.717903833Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.720442731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6da2f7c-328c-411d-a7df-bdd009769b2a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.720577259Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.723977334Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e0bc861-47ec-46f8-8e71-484236d77a22\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.724059407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.724993719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cdccd04-9bdb-4262-a093-4aeed0ea20c9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.725660497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"resolved names for firewall rules","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.725711419Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: c4740135-769d-4b04-891c-3ce1ff24f012, kind: Service { id: 169b0651-94e0-4854-9554-314dc1c2574a }, name: Name(\"nexus-169b0651-94e0-4854-9554-314dc1c2574a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: abfd2a2f-3394-49c9-8120-12a57529aa71, kind: Service { id: ee941934-cb75-4498-9e44-daebed1f1b8f }, name: Name(\"external-dns-ee941934-cb75-4498-9e44-daebed1f1b8f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.725757771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.725783272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.725809444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.72583266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.726212417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.727970269Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a176898b-6ecf-4f46-858a-ca95f6e4e83a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.728107052Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.730588897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.737248956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.737385509Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.737420899Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.739181176Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.739543598Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e8379c8-e8ac-4988-98b3-afb2da8aa72b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.739775541Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.742270472Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"446884c5-780a-4c6e-9cf5-b53db79fcd1f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.742848874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"fetched allowlist from DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.742897972Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","allowed":"AllowList { id: 001de000-a110-4000-8000-000000000000, time_created: 2025-04-30T06:06:08.248500Z, time_modified: 2025-04-30T06:27:56.402289Z, allowed_ips: None }"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.742926799Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.743175755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: abfd2a2f-3394-49c9-8120-12a57529aa71, kind: Service { id: ee941934-cb75-4498-9e44-daebed1f1b8f }, name: Name(\"external-dns-ee941934-cb75-4498-9e44-daebed1f1b8f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 0])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: c4740135-769d-4b04-891c-3ce1ff24f012, kind: Service { id: 169b0651-94e0-4854-9554-314dc1c2574a }, name: Name(\"nexus-169b0651-94e0-4854-9554-314dc1c2574a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 1])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.743240725Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.744902957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50485e98-1d86-40bc-860f-73842aa6ae21\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.745081482Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.747191346Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e59ab52-12ed-4924-8bf6-bd4be7a9b27c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.747315243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.749393674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e139a33-0e6e-4594-bb5b-0f2f7f9b2a26\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.749458493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.754493485Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7f63f0e-4bdd-4351-a2a6-d0420c743b53\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.754658173Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.757681868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"018211d1-cbb2-4a51-8c46-48397221f855\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.757805173Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.760112781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fabb9cbc-cb97-4642-985a-b36ead83d1db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.760218091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.76208944Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3843dafb-806d-403d-a877-259378217383\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.762321732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.763370432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9dcf8b5-2ee4-4c58-851f-838a20cc974f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.763704377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.76470966Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3548b318-031e-4000-b463-53691028f6e0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.764848968Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.766076784Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4fd314fa-c70f-4cfd-b0f8-587459808f11\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.766195821Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.767885398Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57298031-e184-4029-8195-51ae70464ab3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.768212499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.76833813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.76843366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.768559641Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.769725293Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.772918957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.783311082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.783357966Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.783386663Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.783413206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.783437975Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.783980296Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.784846201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","vpc_to_sled":"[Sled { identity: SledIdentity { id: b6d65341-167c-41df-9b5c-41cded99c229, time_created: 2025-04-30T06:27:50.805561Z, time_modified: 2025-04-30T06:27:50.805561Z }, time_deleted: None, rcgen: Generation(Generation(1)), rack_id: c19a698f-c6f9-4a17-ae30-20d711b8f7dc, is_scrimlet: true, serial_number: \"sim-b6d65341\", part_number: \"Unknown\", revision: SqlU32(0), usable_hardware_threads: SqlU32(16), usable_physical_ram: ByteCount(ByteCount(34359738368)), reservoir_size: ByteCount(ByteCount(17179869184)), ip: ::1, port: SqlU16(42489), last_used_address: ::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)), repo_depot_port: SqlU16(33483) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.784950168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.784977593Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.785003374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.785715613Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.787498355Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.792748425Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.792807192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.792838595Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.793565062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.797068212Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.797204093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.797964508Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.798018666Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.798043064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.89084699Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.890919474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.892413962Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:38507"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.89265865Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"ebd1cdd8-e3f1-47df-b13a-7a7cca6f6f25","remote_addr":"[::1]:38507","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.893594795Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"ebd1cdd8-e3f1-47df-b13a-7a7cca6f6f25","remote_addr":"[::1]:38507","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":943,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.895658657Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebd1cdd8-e3f1-47df-b13a-7a7cca6f6f25\", \"content-length\": \"2769\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.900848076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.900905671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.900933928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.907017288Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.907090334Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.907120033Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.907145253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.907844607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.91111387Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.920975008Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.983924892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:42489/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.985796531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58297"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.98832556Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"66217a44-c49d-4206-9ec7-3dc40daadd2b","remote_addr":"[::1]:58297","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:57.989186295Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"66217a44-c49d-4206-9ec7-3dc40daadd2b","remote_addr":"[::1]:58297","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1055,"response_code":"204"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.989267867Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.995623721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:57.996157033Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.996261962Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.996896366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:57.99936732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"66217a44-c49d-4206-9ec7-3dc40daadd2b\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:58.002114894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"plumbed initial IP allowlist","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:58.002395443Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089114215Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089184084Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089215005Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089239063Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089263362Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089288953Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.08931282Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089335576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089360004Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089383701Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089406437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089429453Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089454823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089477869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089500574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.0895236Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089546696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089571726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089594912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089617497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089641054Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.08966388Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089686054Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089708358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089730773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089753398Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089777206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.08979954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089821814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089843808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089865832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089887996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089910331Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089932495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089955381Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.089978136Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090001683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090027184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090050901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090073726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090096161Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090118636Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09014095Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090163034Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090185459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090207663Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090229918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090252012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090274617Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090297372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090319877Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090342562Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090364626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090386379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090411048Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090433934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090455467Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09047697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090498934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090520707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090543081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090565266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090586989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090608873Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090630696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090652399Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090673922Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090699112Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09072295Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090746076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090769843Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090793691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090817799Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090842729Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090870774Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090895133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090917908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090941545Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09096413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.090988068Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091011655Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091035242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091057997Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091083148Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091107857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091134901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091160101Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09118462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09120992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09123483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091260862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091286513Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091309509Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091333597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091356532Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091380891Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091404388Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091428866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091452413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091475219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091498736Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091523144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091545719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091568585Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091594256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091618514Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09164126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091665818Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091689285Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09171201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091734966Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091758523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091781719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09180692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091829835Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09185221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091874905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091898061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091921959Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091945055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091968291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.091992349Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092015986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092040966Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092066136Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092090434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092113831Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092136887Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092160454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09218333Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092206506Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092229421Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092252507Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092276645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092300814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092323809Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092346364Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092368879Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092391554Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.0924143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092437155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092461354Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092484379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092507596Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092531684Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092557565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092582475Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092607525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092632895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092657324Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09268032Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092704708Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092728877Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092751782Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092776401Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092799688Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092824176Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092849096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092871781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092895759Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092918975Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092942161Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09296656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.092989927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093013754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093085407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093112521Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093135657Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093158082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093180917Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093203332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093225987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093250446Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093274413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093372769Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093407919Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093434703Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093462278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093489342Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093513319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093536115Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093559021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093581295Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09360392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093628629Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093652166Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093675292Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093698058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093721184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093743809Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093766474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.0937896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093813367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093835732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093860411Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093883758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093906463Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093930691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093954709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.093977274Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094001723Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.0940255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094048225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094071151Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094093666Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094117954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094140589Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094163695Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.0941862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094209056Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094233464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09425614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094278644Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09430132Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094325027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094349776Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094374004Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09439708Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094419836Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094442501Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094464996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094488032Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09451231Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094536518Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094559684Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094585065Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094609203Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094634173Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094657599Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094681126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094703771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094727168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094770384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094796506Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094818881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094841917Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094865003Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094887357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094910313Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094932337Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094956535Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.094979882Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095002717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095026464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.09504951Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095072606Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095094941Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095117897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095140341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095163858Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095186704Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095209359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095232304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095254889Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095279288Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095301462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095324588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095347023Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095369688Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095392464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095416572Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095439377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095462233Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095484156Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095506902Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095529737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095552302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.0955763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095600077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095622582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095645367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095668283Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095690928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095714585Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095738082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:58.095764074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.095785827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:61711","component":"dropshot_external","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138044285Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.1382126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/access","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138259203Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/assets/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138288571Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/device/auth","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138314653Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/device/confirm","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138339553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/device/success","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138365555Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/device/token","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138390725Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/device/verify","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138415003Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/probes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138438921Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/probes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138463319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/probes/{probe}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138488199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/probes/{probe}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138513389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138537908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138561365Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138585673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138609691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.13863429Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138658649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138681414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/download/{file}","method":"HEAD"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138706424Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/experimental/v1/system/support-bundles/{support_bundle}/index","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138730572Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138773838Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/login","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138803227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/login/{silo_name}/local","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138828277Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138852515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/login/{silo_name}/saml/{provider_name}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138876603Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/login/{silo_name}/saml/{provider_name}/redirect","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138901713Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/lookup/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.13892528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/projects/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.138950701Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/projects-new","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.13897564Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/settings/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139000249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/system/{path}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.13902587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139049668Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139074998Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139144577Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139174887Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139200568Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups/{affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139224215Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139248865Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139272872Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139296179Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/affinity-groups/{affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.13932193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139345978Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139369615Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139395767Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139421018Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139444454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139468412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139494584Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139518913Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/anti-affinity-groups/{anti_affinity_group}/members/instance/{instance}","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139543191Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/certificates","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139566387Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/certificates","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139589433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/certificates/{certificate}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139612078Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/certificates/{certificate}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139634373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139659272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139682418Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks/{disk}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139704913Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks/{disk}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139727969Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks/{disk}/bulk-write","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139752688Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks/{disk}/bulk-write-start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139775354Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks/{disk}/bulk-write-stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139798059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks/{disk}/finalize","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139820684Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/disks/{disk}/metrics/{metric}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139844181Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/floating-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139867197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/floating-ips","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139890553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139913789Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139937767Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/floating-ips/{floating_ip}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.139961715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/floating-ips/{floating_ip}/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.1399842Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/floating-ips/{floating_ip}/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140008749Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140033378Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/groups/{group_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140057205Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/images","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14007974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/images","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140102245Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/images/{image}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14012511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/images/{image}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140147575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/images/{image}/demote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14016994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/images/{image}/promote","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140193256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140215671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140238556Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140261172Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140284348Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140306853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140329668Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/anti-affinity-groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140352554Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14037562Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/disks/attach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140398295Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/disks/detach","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14042092Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/external-ips","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140444266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140467873Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/external-ips/ephemeral","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14049113Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/reboot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140513765Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/serial-console","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140539386Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/serial-console/stream","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140562762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/ssh-public-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140586079Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/start","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140608924Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/instances/{instance}/stop","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.1406316Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140654605Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateway-ip-addresses","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14067707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateway-ip-addresses/{address}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140700697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140723873Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateway-ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140746579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateway-ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140769384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateways","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140792069Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateways","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140814745Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14083742Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/internet-gateways/{gateway}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140860566Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140883552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140906076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/login/{silo_name}/local","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140929223Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/logout","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140951677Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/me","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140973611Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/me/groups","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.140996386Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/me/ssh-keys","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141019432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/me/ssh-keys","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141042368Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141064943Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/me/ssh-keys/{ssh_key}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141087388Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141109953Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141134301Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/network-interfaces","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141156876Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/network-interfaces/{interface}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141179792Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/network-interfaces/{interface}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141203489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/network-interfaces/{interface}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141227146Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/ping","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141249521Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141271835Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14129426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/projects","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141316474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/projects","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141339219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/projects/{project}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141362145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/projects/{project}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14138461Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/projects/{project}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141406954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/projects/{project}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141431584Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/projects/{project}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.1414547Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141477856Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/snapshots","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141501112Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/snapshots/{snapshot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141523948Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/snapshots/{snapshot}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141548206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14157055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/disks/{disk_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141593877Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/rack-switch-port/{rack_id}/{switch_location}/{port}/lldp/neighbors","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141618175Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/racks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14164081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/racks/{rack_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141666011Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/sleds","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141689377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/sleds","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141711762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141735158Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/disks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141757974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/instances","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141780258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/sleds/{sled_id}/provision-policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141802953Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/sleds-uninitialized","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141825168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/switch-port","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141847272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141869977Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/lldp/config","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141892873Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141915337Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141938223Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/switch-port/{port}/status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141961479Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/switches","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.141983704Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/hardware/switches/{switch_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142006499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/identity-providers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142029465Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/identity-providers/local/users","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142052441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142074955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/identity-providers/local/users/{user_id}/set-password","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142097961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/identity-providers/saml","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142120206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/identity-providers/saml/{provider}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142143282Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142165897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142187981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142210596Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14223301Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142255074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14227783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142300224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14232303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142345084Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142366987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142392258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}/silos/{silo}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142416185Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools/{pool}/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14243874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools-service","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142461055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools-service/ranges","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14248373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools-service/ranges/add","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142506615Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/ip-pools-service/ranges/remove","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14252918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/metrics/{metric_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142551635Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/address-lot","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142574451Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/address-lot","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142597126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142622246Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/address-lot/{address_lot}/blocks","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142645282Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/allow-list","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142668087Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/allow-list","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142691344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bfd-disable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142714239Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bfd-enable","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142737195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bfd-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142759349Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142781463Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142803707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142826212Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142851463Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp-announce-set","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142874148Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142897344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp-announce-set/{announce_set}/announcement","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142923596Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp-exported","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142947253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp-message-history","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142970991Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp-routes-ipv4","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.142994087Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/bgp-status","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143017093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/loopback-address","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14304086Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/loopback-address","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143064457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/loopback-address/{rack_id}/{switch_location}/{address}/{subnet_mask}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14309125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143115839Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143139306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/switch-port-settings","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143162883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/networking/switch-port-settings/{port}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14318662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143211841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14323686Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/roles","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143259946Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/roles/{role_name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143283303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silo-quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143306359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143329525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143352511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos/{silo}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143374725Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143397531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos/{silo}/ip-pools","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143429494Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143456809Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos/{silo}/policy","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143480837Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143504233Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/silos/{silo}/quotas","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14352793Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143551437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/timeseries/schemas","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143574032Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/update/repository","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143596597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/update/repository/{system_version}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143618841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/update/target-release","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143642398Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/update/target-release","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143664763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143687278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/users/{user_id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143711797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/users-builtin","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143734762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/users-builtin/{user}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143759131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/utilization/silos","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143783439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/system/utilization/silos/{silo}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14380869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/timeseries/query","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143831114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/users","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14385397Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/utilization","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143876395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-firewall-rules","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143899481Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-firewall-rules","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143921965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-router-routes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14394454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-router-routes","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143967406Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.143990552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144013548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-router-routes/{route}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144038758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-routers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144062726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-routers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144085551Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-routers/{router}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144109209Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-routers/{router}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144132104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-routers/{router}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144156783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-subnets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.1441804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-subnets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144205851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144229548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144253907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-subnets/{subnet}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144277534Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpc-subnets/{subnet}/network-interfaces","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14430073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpcs","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144323125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpcs","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144348054Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpcs/{vpc}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144371762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpcs/{vpc}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144394918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/vpcs/{vpc}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144418054Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/deliveries","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14444108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/deliveries/{event_id}/resend","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144464727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/event-classes","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144487392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/receivers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144510288Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/receivers","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144533253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14455664Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144580508Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/receivers/{receiver}","method":"PUT"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144604826Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/receivers/{receiver}/probe","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144628062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144650647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/receivers/{receiver}/subscriptions/{subscription}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144675587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/secrets","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144698202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/secrets","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144721709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/v1/webhooks/secrets/{secret_id}","method":"DELETE"} {"msg":"listening","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:58.144744023Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144765186Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:60907","component":"dropshot_external_techport","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"registered DTrace probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144785967Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144809414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:50677","component":"dropshot","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a","versions":"all","path":"/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:58.144836187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:50677","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144859934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:50677","component":"dropshot","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"Requested any available port, Dropshot server has been bound to 127.0.0.1:50677","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144881878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"Nexus IP provided explicitly, will use it","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144901908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a","addr":"127.0.0.1:65058"} {"msg":"starting producer registration task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144922238Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"starting oximeter metric producer server","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:58.144941096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"file":"oximeter/producer/src/lib.rs:279","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a","interval":"10s","address":"127.0.0.1:50677","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"Running step start_oximeter","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144965795Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"init_with_steps"} {"msg":"Starting Oximeter","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144983631Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"registered DTrace probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.144999963Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter"} {"msg":"starting oximeter server","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:58.145017989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"file":"oximeter/collector/src/lib.rs:236","component":"oximeter"} {"msg":"creating ClickHouse client","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.145037538Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.146494Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registering as oximeter producer with Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.14701105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"producer-registration-task","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a","registration_count":"0"} {"msg":"will register with Nexus at 127.0.0.1:65058","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.147068364Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"producer-registration-task","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.20371027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"producer-registration-task","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://127.0.0.1:65058/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:58.210727201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","remote_addr":"127.0.0.1:60528"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.212475464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/producers","method":"POST","req_id":"0374c43d-6fd6-4668-b91e-4df0d4e951d8","remote_addr":"127.0.0.1:60528","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.216942454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0374c43d-6fd6-4668-b91e-4df0d4e951d8","remote_addr":"127.0.0.1:60528","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.217103585Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0374c43d-6fd6-4668-b91e-4df0d4e951d8","remote_addr":"127.0.0.1:60528","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.217993077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0374c43d-6fd6-4668-b91e-4df0d4e951d8","remote_addr":"127.0.0.1:60528","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.222633804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:58.235239039Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"oximeter database does not exist, creating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.235302986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"reading db version","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:58.235553475Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:794","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.242620907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT MAX(value) AS max_version FROM oximeter.version;"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:58.244326766Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:894","component":"oximeter"} {"msg":"read oximeter database version","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:58.244380152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:799","component":"oximeter","version":0} {"msg":"initializing oximeter schema","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:58.244414741Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:804","component":"oximeter"} {"msg":"initializing ClickHouse database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.244443999Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.246818159Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"CREATE DATABASE IF NOT EXISTS oximeter"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.248634769Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The version table contains metadata about the `oximeter` database */\nCREATE TABLE IF NOT EXISTS oximeter.version\n(\n value UInt64,\n timestamp DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (value, timestamp)"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.256508046Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The measurement tables contain all individual samples from each timeseries.\n *\n * Each table stores a single datum type, and otherwise contains nearly the same\n * structure. The primary sorting key is on the timeseries name, key, and then\n * timestamp, so that all timeseries from the same schema are grouped, followed\n * by all samples from the same timeseries.\n *\n * This reflects that one usually looks up the _key_ in one or more field table,\n * and then uses that to index quickly into the measurements tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Bool)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:58.274801274Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/producers","method":"POST","req_id":"0374c43d-6fd6-4668-b91e-4df0d4e951d8","remote_addr":"127.0.0.1:60528","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","error_message_external":"Service Unavailable","error_message_internal":"no Oximeter instances available for assignment","latency_us":62464,"response_code":"503"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.275094158Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.279259026Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"producer-registration-task","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/producers\", status: 503, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0374c43d-6fd6-4668-b91e-4df0d4e951d8\", \"content-length\": \"133\", \"date\": \"Wed, 30 Apr 2025 06:27:57 GMT\"} })"} {"msg":"failed to register with Nexus, will retry","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:58.283786056Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:371","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"0374c43d-6fd6-4668-b91e-4df0d4e951d8\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Wed, 30 Apr 2025 06:27:57 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"0374c43d-6fd6-4668-b91e-4df0d4e951d8\\\" }\"","delay":"136.726849ms","count":"0"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.284014871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.287382591Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.291752568Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt16)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.294385875Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.297481022Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.299958428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.303036761Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.30642905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f32\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.311983527Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_f64\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.322146055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(String)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.344921374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_bytes\n(\n timeseries_name String,\n timeseries_key UInt64,\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Right now we can't unambiguously record a nullable byte array.\n * Arrays cannot be nested in `Nullable()` types, and encoding the array as\n * a string isn't palatable for a few reasons.\n * See: https://github.com/oxidecomputer/omicron/issues/4551 for more\n * details.\n */\n datum Array(UInt8)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.349239357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativei64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Int64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.362639155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativeu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(UInt64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.365621628Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float32)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.37785397Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_cumulativef64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n datum Nullable(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.391153168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n /*\n * NOTE: Array types cannot be Nullable, see\n * https://clickhouse.com/docs/en/sql-reference/data-types/nullable\n * for more details.\n *\n * This means we need to use empty arrays to indicate a missing value. This\n * is unfortunate, and at this point relies on the fact that an\n * `oximeter::Histogram` cannot have zero bins. If that changes, we'll need\n * to figure out another way to represent missing samples here.\n */\n bins Array(Int8),\n counts Array(UInt64),\n min Int8,\n max Int8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:58.391779756Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:27:58.392380343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.3927653Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":3,"elapsed":"1.332463777s"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.398605656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu8\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt8),\n counts Array(UInt64),\n min UInt8,\n max UInt8,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.40422398Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int16),\n counts Array(UInt64),\n min Int16,\n max Int16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.411271382Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu16\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt16),\n counts Array(UInt64),\n min UInt16,\n max UInt16,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.415691759Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int32),\n counts Array(UInt64),\n min Int32,\n max Int32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.423901116Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt32),\n counts Array(UInt64),\n min UInt32,\n max UInt32,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.427244347Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogrami64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Int64),\n counts Array(UInt64),\n min Int64,\n max Int64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.443342281Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramu64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(UInt64),\n counts Array(UInt64),\n min UInt64,\n max UInt64,\n sum_of_samples Int64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.44761316Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf32\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float32),\n counts Array(UInt64),\n min Float32,\n max Float32,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.458825691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.measurements_histogramf64\n(\n timeseries_name String,\n timeseries_key UInt64,\n start_time DateTime64(9, 'UTC'),\n timestamp DateTime64(9, 'UTC'),\n bins Array(Float64),\n counts Array(UInt64),\n min Float64,\n max Float64,\n sum_of_samples Float64,\n squared_mean Float64,\n p50_marker_heights Array(Float64),\n p50_marker_positions Array(UInt64),\n p50_desired_marker_positions Array(Float64),\n p90_marker_heights Array(Float64),\n p90_marker_positions Array(UInt64),\n p90_desired_marker_positions Array(Float64),\n p99_marker_heights Array(Float64),\n p99_marker_positions Array(UInt64),\n p99_desired_marker_positions Array(Float64)\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, timeseries_key, start_time, timestamp)\nTTL toDateTime(timestamp) + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.463284645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The field tables store named dimensions of each timeseries.\n *\n * As with the measurement tables, there is one field table for each field data\n * type. Fields are deduplicated by using the \"replacing merge tree\", though\n * this behavior **must not** be relied upon for query correctness.\n *\n * The index for the fields differs from the measurements, however. Rows are\n * sorted by timeseries name, then field name, field value, and finally\n * timeseries key. This reflects the most common pattern for looking them up:\n * by field name and possibly value, within a timeseries. The resulting keys are\n * usually then used to look up measurements.\n *\n * NOTE: We may want to consider a secondary index on these tables, sorting by\n * timeseries name and then key, since it would improve lookups where one\n * already has the key. Realistically though, these tables are quite small and\n * so performance benefits will be low in absolute terms.\n *\n * TTL: We use a materialized column to expire old field table records. This\n * column is generated automatically by the database whenever a new row is\n * inserted. It cannot be inserted directly, nor is it returned in a `SELECT *`\n * query. Since these tables are `ReplacingMergeTree`s, that means the last\n * record will remain during a deduplication, which will have the last\n * timestamp. ClickHouse will then expire old data for us, similar to the\n * measurement tables.\n */\nCREATE TABLE IF NOT EXISTS oximeter.fields_bool\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Bool,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.466405012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.470020836Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u8\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt8,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.473457033Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.476269807Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u16\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt16,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.48136066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.484735765Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u32\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt32,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.488612439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_i64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value Int64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.492451999Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_u64\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UInt64,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.503364782Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_ipaddr\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value IPv6,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.512310586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_string\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value String,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.516879249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\nCREATE TABLE IF NOT EXISTS oximeter.fields_uuid\n(\n timeseries_name String,\n timeseries_key UInt64,\n field_name String,\n field_value UUID,\n last_updated_at DateTime MATERIALIZED now()\n)\nENGINE = ReplacingMergeTree()\nORDER BY (timeseries_name, field_name, field_value, timeseries_key)\nTTL last_updated_at + INTERVAL 30 DAY"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.538857659Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"\n\n/* The timeseries schema table stores the extracted schema for the samples\n * oximeter collects.\n */\nCREATE TABLE IF NOT EXISTS oximeter.timeseries_schema\n(\n timeseries_name String,\n fields Nested(\n name String,\n type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'IpAddr' = 3,\n 'String' = 4,\n 'Uuid' = 6,\n 'I8' = 7,\n 'U8' = 8,\n 'I16' = 9,\n 'U16' = 10,\n 'I32' = 11,\n 'U32' = 12,\n 'U64' = 13\n ),\n source Enum(\n 'Target' = 1,\n 'Metric' = 2\n )\n ),\n datum_type Enum(\n 'Bool' = 1,\n 'I64' = 2,\n 'F64' = 3,\n 'String' = 4,\n 'Bytes' = 5,\n 'CumulativeI64' = 6,\n 'CumulativeF64' = 7,\n 'HistogramI64' = 8,\n 'HistogramF64' = 9,\n 'I8' = 10,\n 'U8' = 11,\n 'I16' = 12,\n 'U16' = 13,\n 'I32' = 14,\n 'U32' = 15,\n 'U64' = 16,\n 'F32' = 17,\n 'CumulativeU64' = 18,\n 'CumulativeF32' = 19,\n 'HistogramI8' = 20,\n 'HistogramU8' = 21,\n 'HistogramI16' = 22,\n 'HistogramU16' = 23,\n 'HistogramI32' = 24,\n 'HistogramU32' = 25,\n 'HistogramU64' = 26,\n 'HistogramF32' = 27\n ),\n created DateTime64(9, 'UTC')\n)\nENGINE = MergeTree()\nORDER BY (timeseries_name, fields.name)"} {"msg":"inserting current version","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:58.544576423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/db/src/client/mod.rs:825","component":"oximeter","version":14} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:58.544652004Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"INSERT INTO oximeter.version (*) VALUES (14, now());"} {"msg":"registered USDT probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.550777198Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"aeaff0ec-5c66-4299-894a-2ab122fc9301","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.551688213Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:54134","component":"dropshot","component":"oximeter","versions":"all","path":"/info","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.551747281Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:54134","component":"dropshot","component":"oximeter","versions":"all","path":"/producers","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.551777752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:54134","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.551803854Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:54134","component":"dropshot","component":"oximeter","versions":"all","path":"/producers/{producer_id}","method":"GET"} {"msg":"listening","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:58.551831118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:54134","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"oximeter"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.55242945Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:54134","component":"dropshot","component":"oximeter"} {"msg":"registered USDT probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.55319248Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter"} {"msg":"contacting nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:58.553239504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.074658938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"Some(Body)","uri":"http://127.0.0.1:65058/metrics/collectors","method":"POST"} {"msg":"will register with Nexus at 127.0.0.1:65058","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.075008765Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"producer-registration-task","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.12503054Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"producer-registration-task","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://127.0.0.1:65058/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.126542973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","remote_addr":"127.0.0.1:39213"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.126613474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","remote_addr":"127.0.0.1:40689"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.127584959Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/producers","method":"POST","req_id":"a83e4310-70e9-4b6f-82b0-3031757315e6","remote_addr":"127.0.0.1:40689","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.127796731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53759","req_id":"2941a588-c1b2-4d9c-85fc-196f978ad9cd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 79 (0x4f) bytes\n0000: d5 3f 01 00 00 01 00 00 00 00 00 01 10 5f 63 72 .?..........._cr\n0010: 75 63 69 62 6c 65 2d 70 61 6e 74 72 79 04 5f 74 ucible-pantry._t\n0020: 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 cp.control-plane\n0030: 05 6f 78 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 .oxide.internal.\n0040: 00 21 00 01 00 00 29 04 d0 00 00 00 00 00 00 .!....)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.127862612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53759","req_id":"2941a588-c1b2-4d9c-85fc-196f978ad9cd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 54591,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 16,\n 95,\n 99,\n 114,\n 117,\n 99,\n 105,\n 98,\n 108,\n 101,\n 45,\n 112,\n 97,\n 110,\n 116,\n 114,\n 121,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.128071579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_crucible-pantry._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.128235535Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"20a98ebc-b065-4d05-be79-0803f4a14f2f.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.128383881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53759","req_id":"2941a588-c1b2-4d9c-85fc-196f978ad9cd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"20a98ebc-b065-4d05-be79-0803f4a14f2f.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 36716, target: Name(\"20a98ebc-b065-4d05-be79-0803f4a14f2f.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_crucible-pantry._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.128750341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a83e4310-70e9-4b6f-82b0-3031757315e6","remote_addr":"127.0.0.1:40689","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.128814579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a83e4310-70e9-4b6f-82b0-3031757315e6","remote_addr":"127.0.0.1:40689","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.129515456Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"a83e4310-70e9-4b6f-82b0-3031757315e6","remote_addr":"127.0.0.1:40689","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.130535448Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors","method":"POST","req_id":"543b863b-8315-476f-bcd0-0430fa71f65d","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.131056847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"543b863b-8315-476f-bcd0-0430fa71f65d","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.131114632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"543b863b-8315-476f-bcd0-0430fa71f65d","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.131673776Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors","method":"POST","req_id":"543b863b-8315-476f-bcd0-0430fa71f65d","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.135807432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64209","req_id":"f1ac3cd8-8fdd-4fb2-ab34-2f05dfa1ed1f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 99 (0x63) bytes\n0000: c0 d3 01 00 00 01 00 00 00 00 00 01 24 32 30 61 ............$20a\n0010: 39 38 65 62 63 2d 62 30 36 35 2d 34 64 30 35 2d 98ebc-b065-4d05-\n0020: 62 65 37 39 2d 30 38 30 33 66 34 61 31 34 66 32 be79-0803f4a14f2\n0030: 66 04 68 6f 73 74 0d 63 6f 6e 74 72 6f 6c 2d 70 f.host.control-p\n0040: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0050: 6e 61 6c 00 00 1c 00 01 00 00 29 04 d0 00 00 00 nal.......).....\n0060: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.135871359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64209","req_id":"f1ac3cd8-8fdd-4fb2-ab34-2f05dfa1ed1f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49363,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"20a98ebc-b065-4d05-be79-0803f4a14f2f.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"20a98ebc-b065-4d05-be79-0803f4a14f2f.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 36,\n 50,\n 48,\n 97,\n 57,\n 56,\n 101,\n 98,\n 99,\n 45,\n 98,\n 48,\n 54,\n 53,\n 45,\n 52,\n 100,\n 48,\n 53,\n 45,\n 98,\n 101,\n 55,\n 57,\n 45,\n 48,\n 56,\n 48,\n 51,\n 102,\n 52,\n 97,\n 49,\n 52,\n 102,\n 50,\n 102,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.136016579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"20a98ebc-b065-4d05-be79-0803f4a14f2f.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.136068212Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64209","req_id":"f1ac3cd8-8fdd-4fb2-ab34-2f05dfa1ed1f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"20a98ebc-b065-4d05-be79-0803f4a14f2f.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"20a98ebc-b065-4d05-be79-0803f4a14f2f.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"20a98ebc-b065-4d05-be79-0803f4a14f2f.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"registered new oximeter metric collection server","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.182502369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","address":"[::1]:54134","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.183657029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors","method":"POST","req_id":"543b863b-8315-476f-bcd0-0430fa71f65d","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":52173,"response_code":"204"} {"msg":"assigned collector to new producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.183714093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.183741658Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/producers","method":"POST","req_id":"a83e4310-70e9-4b6f-82b0-3031757315e6","remote_addr":"127.0.0.1:40689","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":55464,"response_code":"201"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.184021836Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41560"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.184780828Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"producer-registration-task","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a83e4310-70e9-4b6f-82b0-3031757315e6\", \"content-length\": \"41\", \"date\": \"Wed, 30 Apr 2025 06:27:59 GMT\"} })"} {"msg":"successfully registered with Nexus, pausing until time to renew lease","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.18656334Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"producer-registration-task","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a","wait_period":"150s","lease_duration":"600s"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.186930972Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors\", status: 204, headers: {\"x-request-id\": \"543b863b-8315-476f-bcd0-0430fa71f65d\", \"date\": \"Wed, 30 Apr 2025 06:27:59 GMT\"} })"} {"msg":"oximeter registered with nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.187062064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"file":"oximeter/collector/src/lib.rs:392","component":"oximeter","id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78"} {"msg":"Running step start_producer_server","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.187106422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"init_with_steps"} {"msg":"Starting test metric Producer Server","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.187142203Z","hostname":"bmat-EVT22200007-000064cb","pid":22285} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.190237661Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:40194","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.190308412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:40194","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions","method":"POST"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.190343271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:40194","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.190372539Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:40194","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.190401607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:40194","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.190429212Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:40194","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.190457429Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:40194","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}","method":"GET"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.190484302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:40194","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"DELETE"} {"msg":"registered endpoint","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.190511576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:40194","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","versions":"all","path":"/crucible/0/regions/{id}/snapshots/{name}/run","method":"POST"} {"msg":"listening","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.190539702Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:40194","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"successfully registered DTrace USDT probes","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.191062494Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:40194","component":"Simulated CrucibleAgent Dropshot Server","kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"Created Simulated Crucible Server","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.191119377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"kind":"storage","server":"b6d65341-167c-41df-9b5c-41cded99c229","component":"SledAgent","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","address":"[::1]:40194"} {"msg":"inserting test physical disk","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.191147514Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","model":"test-model","serial":"totally-unique-serial: 44a3e02a-9ca6-4af5-8bb6-6c8ad26f54ee","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"44a3e02a-9ca6-4af5-8bb6-6c8ad26f54ee"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.191180519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.191208345Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.192042507Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.192505048Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"3beb2730-2b6f-4d14-b09e-2adbdccfead1","remote_addr":"[::1]:41560","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"starting refresh list task","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.19284242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:559","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.238294942Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"3beb2730-2b6f-4d14-b09e-2adbdccfead1","remote_addr":"[::1]:41560","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":45802,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.23867538Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","remote_addr":"127.0.0.1:50065"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.238998033Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.731970669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.733355508Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51029"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.733430918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43970"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.733462511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:52715"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.733488603Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55060"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.733511909Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:50107"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.733534484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44764"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.733557911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35431"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.733580987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"501ce85a-4eef-4598-b368-465b3eed4d02","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.734068769Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/producers","method":"POST","req_id":"dc2c46eb-68a1-4525-af54-1f011522a2d4","remote_addr":"127.0.0.1:50065","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.734715117Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.734772671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.738459527Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"501ce85a-4eef-4598-b368-465b3eed4d02","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.738532533Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"501ce85a-4eef-4598-b368-465b3eed4d02","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.73925412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"501ce85a-4eef-4598-b368-465b3eed4d02","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.739526413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"dc2c46eb-68a1-4525-af54-1f011522a2d4","remote_addr":"127.0.0.1:50065","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.739585901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"dc2c46eb-68a1-4525-af54-1f011522a2d4","remote_addr":"127.0.0.1:50065","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.740143653Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"dc2c46eb-68a1-4525-af54-1f011522a2d4","remote_addr":"127.0.0.1:50065","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.741741326Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.741805845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.742208777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.742527853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"c0f2f79a-193a-40e4-88cc-fdb87f3a546d","remote_addr":"[::1]:51029","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.742676078Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"bc0afb04-fc6b-4154-9068-ccf6ca035375","remote_addr":"[::1]:43970","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.742816779Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"777fd0f7-7ff1-415e-aefc-e7860d944ef8","remote_addr":"[::1]:52715","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.742881037Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"9f05d6a0-9183-4c30-9f18-5578bd794ad9","remote_addr":"[::1]:55060","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.743039853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"56b7249a-5774-4841-a769-27d8b793e2c4","remote_addr":"[::1]:50107","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.743100714Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"9649bba0-f975-4d94-b86d-fc21b0502069","remote_addr":"[::1]:44764","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.743242126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"64e06915-bf1c-4bfb-b4e1-5687450e9ceb","remote_addr":"[::1]:35431","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.743617484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"c0f2f79a-193a-40e4-88cc-fdb87f3a546d","remote_addr":"[::1]:51029","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1101,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.743687764Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"bc0afb04-fc6b-4154-9068-ccf6ca035375","remote_addr":"[::1]:43970","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1036,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.743726381Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"777fd0f7-7ff1-415e-aefc-e7860d944ef8","remote_addr":"[::1]:52715","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":959,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.743762373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"9f05d6a0-9183-4c30-9f18-5578bd794ad9","remote_addr":"[::1]:55060","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":880,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.743795799Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"56b7249a-5774-4841-a769-27d8b793e2c4","remote_addr":"[::1]:50107","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":822,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.743882893Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"9649bba0-f975-4d94-b86d-fc21b0502069","remote_addr":"[::1]:44764","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":744,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.743933804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"64e06915-bf1c-4bfb-b4e1-5687450e9ceb","remote_addr":"[::1]:35431","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":728,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.74741457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"501ce85a-4eef-4598-b368-465b3eed4d02","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":13801,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.74795673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"501ce85a-4eef-4598-b368-465b3eed4d02\", \"content-length\": \"286\", \"date\": \"Wed, 30 Apr 2025 06:27:59 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.748255074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiIxNjliMDY1MS05NGUwLTQ4NTQtOTU1NC0zMTRkYzFjMjU3NGEifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.74885036Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.74892543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.748959307Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.748985469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.749310547Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.749516578Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiIxNjliMDY1MS05NGUwLTQ4NTQtOTU1NC0zMTRkYzFjMjU3NGEifX0%3D","method":"GET","req_id":"7e922863-f5e7-4e7f-9e6c-d3d0779ebedf","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.751333999Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiIxNjliMDY1MS05NGUwLTQ4NTQtOTU1NC0zMTRkYzFjMjU3NGEifX0%3D","method":"GET","req_id":"7e922863-f5e7-4e7f-9e6c-d3d0779ebedf","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.751405902Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiIxNjliMDY1MS05NGUwLTQ4NTQtOTU1NC0zMTRkYzFjMjU3NGEifX0%3D","method":"GET","req_id":"7e922863-f5e7-4e7f-9e6c-d3d0779ebedf","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.751815177Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiIxNjliMDY1MS05NGUwLTQ4NTQtOTU1NC0zMTRkYzFjMjU3NGEifX0%3D","method":"GET","req_id":"7e922863-f5e7-4e7f-9e6c-d3d0779ebedf","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.763787391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.769025328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.769572207Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiIxNjliMDY1MS05NGUwLTQ4NTQtOTU1NC0zMTRkYzFjMjU3NGEifX0%3D","method":"GET","req_id":"7e922863-f5e7-4e7f-9e6c-d3d0779ebedf","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":20050,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.770346791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiIxNjliMDY1MS05NGUwLTQ4NTQtOTU1NC0zMTRkYzFjMjU3NGEifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e922863-f5e7-4e7f-9e6c-d3d0779ebedf\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:27:59 GMT\"} })"} {"msg":"registered new metric producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.77051219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"127.0.0.1:50677","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.82637889Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"assigned collector to new producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.826697214Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.827031741Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/producers","method":"POST","req_id":"dc2c46eb-68a1-4525-af54-1f011522a2d4","remote_addr":"127.0.0.1:50065","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":93113,"response_code":"201"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.82916918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":1,"n_pruned_tasks":0} {"msg":"upserting zpool","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.863369662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","physical_disk_id":"44a3e02a-9ca6-4af5-8bb6-6c8ad26f54ee","zpool_id":"7e53d33a-9599-4522-9ff7-86ba2e7ade66","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.863624289Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.863678457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.864466317Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.866206354Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.866266914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.866297535Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.866324229Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.866739546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.873448423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.876531386Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting Crucible dataset","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.886944553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dataset_id":"88aabf34-037a-44ee-93bc-ccd3f63733d5","zpool_id":"7e53d33a-9599-4522-9ff7-86ba2e7ade66"} {"msg":"inserting test physical disk","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.904476384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","model":"test-model","serial":"totally-unique-serial: 44a3e02a-9ca6-4af5-8bb6-6c8ad26f54ee","vendor":"test-vendor","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","physical_disk_id":"44a3e02a-9ca6-4af5-8bb6-6c8ad26f54ee"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.904676072Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.904802715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.910381169Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.914163616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"PhysicalDisk { parent: Fleet, key: 44a3e02a-9ca6-4af5-8bb6-6c8ad26f54ee (physical_disk), lookup_type: ById(44a3e02a-9ca6-4af5-8bb6-6c8ad26f54ee) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.914230238Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.914266931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.914295679Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.915773012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.922204086Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.928722183Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"PhysicalDisk { parent: Fleet, key: 44a3e02a-9ca6-4af5-8bb6-6c8ad26f54ee (physical_disk), lookup_type: ById(44a3e02a-9ca6-4af5-8bb6-6c8ad26f54ee) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"upserting zpool","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:27:59.92878635Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","physical_disk_id":"44a3e02a-9ca6-4af5-8bb6-6c8ad26f54ee","zpool_id":"7e53d33a-9599-4522-9ff7-86ba2e7ade66","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.928818044Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.928844436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.929249102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.936687022Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.936745118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.936778103Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.936805779Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.937865971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.946443732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.951190379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.995280295Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.995345996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:27:59.995377629Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.995407308Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:27:59.99619117Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.048722616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.052408149Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"CreateChild","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.05247395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.052503579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.053062392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.060933936Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.060991972Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.061028184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.061058614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.061487679Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.061738218Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":4,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.061792807Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.061823568Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.061852145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.061878097Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.062414205Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.064739498Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.073620393Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.073720783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.07380952Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.07636924Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.077973586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.083392102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.083497232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.083583904Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.084208749Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.090848599Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.090947436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.091589796Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.091768231Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.091857449Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.092357816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51552","req_id":"64b6a0f8-8d34-4fa6-ad29-722eb0ae1a45","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8c 5b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .[..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.092422144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51552","req_id":"64b6a0f8-8d34-4fa6-ad29-722eb0ae1a45","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35931,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.092612704Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.092776911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.092872812Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51552","req_id":"64b6a0f8-8d34-4fa6-ad29-722eb0ae1a45","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.094053354Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3344, tv_nsec: 892936727 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.094113925Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.094521747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55557","req_id":"fe0d2f74-3f6d-49e6-b9d7-b86d7369a1ab","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6e 45 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e nE..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.095247233Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55557","req_id":"fe0d2f74-3f6d-49e6-b9d7-b86d7369a1ab","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28229,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.095405027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.095435057Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55557","req_id":"fe0d2f74-3f6d-49e6-b9d7-b86d7369a1ab","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.151065918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.151886473Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59545","req_id":"5f6b695e-2c71-4201-8393-3c5f9901f6d7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c2 2a 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .*..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.151948627Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59545","req_id":"5f6b695e-2c71-4201-8393-3c5f9901f6d7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49706,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.152156561Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 49706,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:00.152250057Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59545","req_id":"5f6b695e-2c71-4201-8393-3c5f9901f6d7","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.152445697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.15249713Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.152526899Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.154884156Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aabdff40-0be7-4355-bc0c-a76f2f709b6a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.155158933Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.156839762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4649fa60-77b9-4c87-ad40-0440d9aaecaf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.157569977Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.168770173Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdc88094-1109-466b-ac55-a45b44fa3838\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.169050681Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.170823754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2482be0d-0ee8-43ef-8f28-407c4b7ab18d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.170949635Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.173336461Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd0f7348-15f2-41cc-8af7-84b6050db72e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.173385548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.182046785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a391860e-bd0b-48ea-bf29-0c573c30e963\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.182338236Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.185222773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59f8de3f-8674-463f-a2fb-406a25d3577d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.185753751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.18859394Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6fd18cc-f7ef-4983-9ee5-158ce08dd992\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.189285648Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.191006267Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a54c4f3-69e6-4b69-a0d6-46150c13ba4b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.191159782Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.192734029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db31afbe-0fb1-4385-ac45-1425f96d8600\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.192882846Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.193874662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deb72acd-eb56-4b4b-bc73-06159e56339c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.194162806Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.196421586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46c4fe7f-8fe7-438d-9bc8-ea5fcb5ed799\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.197309014Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.198864724Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b198791-3280-400d-914a-fb83ec2a9fce\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.199106957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.204868606Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84020387-89a6-4f52-980e-2fb560318c56\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.205444504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.23163154Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.232264781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d81e9e95-0fc9-4560-98b4-61c539969081\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.232582985Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.237227369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ea506bc-65c7-4b2b-be2c-b9846c437271\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.237485103Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.243173256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a8e468d-752a-45c5-8a10-ab1920941076\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.243348746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.245740721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52ec7a53-cb53-432c-ba45-52f4c896704d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.245986872Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.247869723Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d984acce-3309-4483-acb1-5da7da0a0610\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.24801854Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.248775799Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ee11f4d-50d5-4eda-ad7d-6af7d4f4c328\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.248925276Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.249863355Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aece302d-f9eb-4e8f-a476-bc9e285fddb6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.250037282Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.251134749Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"499f61d4-5172-4777-93ea-e64cce252dce\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.251626017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.252635749Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0d628b8-90d4-47fb-989d-d18974f9d318\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.253700731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.25570292Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6dee73e-ebce-43cc-ae75-1bcbe0bfb943\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.255781196Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.260456001Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdb8cc91-31fe-419a-bb08-9d802999e0c1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.260694215Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.2652087Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"298e1c55-69aa-410b-8174-bb33445cb60d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.265335643Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.268629506Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73035b2e-7eb1-4d33-bffa-2202e5b9cf1f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.268708523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.271157062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f38d794-0fd8-4fc8-81c6-f3c976d5ce64\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.271270778Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.274341787Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2582fcd2-57df-4e67-a690-6c067e558c1c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.274416646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.276650597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78b8461d-7e8d-42a7-bec6-7d223965b8d0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.276835546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.277662544Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b21b4d8-4f37-41dc-b7a8-8fd5318abdc7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.277861239Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.279155528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"576764be-bcb2-40be-aace-de2952c536a1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.279298062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.280198657Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc5b345a-00f2-4644-9894-ac54f8c09bb7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.280335249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.281564458Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f08a0c6a-6dee-4cbf-801e-3ee380ed5ed0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.281628756Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.28219272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.282267789Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.282300785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.28232854Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.282942734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.283887957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a20fd65a-c356-404f-9471-aaa6e98a6da5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.284066353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.285946799Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54f8c496-fb42-441d-94fa-275cde9ab8d0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.286036488Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.286231036Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.292072515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.292397272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.292491529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.293489418Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.296891015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.296951315Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.298330714Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.299165697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06c73d42-a94a-49ef-aacf-a6040382ff76\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.299521506Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.304183685Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08744a9f-5a16-428a-8f9a-dc7370e81ac1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.304608111Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.308141341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37b49a61-8904-4524-bcc6-79f4a5e29c00\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.308395317Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.310784878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddb00c4b-2107-4a4f-964d-8d3dcec957b7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.311129935Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.314511914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85f80d93-72d7-4df1-86ba-c74e11d9a9cd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.314810939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.316240718Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12414d37-2a1a-443f-a0fa-a2c5bc8f9075\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.316381519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.317926176Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7671029d-424b-4f41-9c83-4bfec1265ff8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.318184721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.320147813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d75a9ae2-9909-4bae-84f3-2f5656defeb5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.32042745Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.32158187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e80cd90-2cf8-42d1-95c6-d1d3df462ecc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.321776979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.322107898Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.322229851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.322319409Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.32301719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.325455298Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.329986546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.330097076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.330136454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.330168909Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.330197676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.330487724Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.333138125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.341643572Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.341712559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.341747419Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.342604987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.428530879Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.42860163Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.429259992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:00.429447615Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51934"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.431004507Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"deb34c80-1c5d-4361-a2f1-55783c528d02","remote_addr":"[::1]:51934","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:00.432314598Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"deb34c80-1c5d-4361-a2f1-55783c528d02","remote_addr":"[::1]:51934","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1255,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.432905565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"deb34c80-1c5d-4361-a2f1-55783c528d02\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.436891307Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.436981055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.437039832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.439658791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.439847797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.439904731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.439936464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.441275071Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.477268926Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.483793206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.485329426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.485395177Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.485665085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.486496722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.486557163Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.486652823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.48669659Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.487156727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.496813337Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.510116693Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.51021025Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.510246402Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.510851387Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.533073263Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.53324238Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.534449755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.560575449Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.560652763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.58630293Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:00.629608373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:00.629985214Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.63004855Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":4,"elapsed":"568.456242ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.630087497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":5,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.630114812Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.630215783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.63026442Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.630296754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.632218103Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.638403166Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.638454428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.63848544Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.638512714Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.639367908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.639632906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.652641134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.652777366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.652814299Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.653217743Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.654881768Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.659560901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.659613206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.659644638Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.660069314Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.660329934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.66037353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.661113675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54703","req_id":"8c950117-1bc2-4f26-bb80-736d8423e540","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 89 41 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .A..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.661335096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54703","req_id":"8c950117-1bc2-4f26-bb80-736d8423e540","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35137,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.661643561Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.662231472Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.662358034Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54703","req_id":"8c950117-1bc2-4f26-bb80-736d8423e540","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.662843201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3345, tv_nsec: 461738027 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.662908481Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.664091889Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.664152931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.665345557Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.666754434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57953","req_id":"a3c7e052-5894-4f88-9784-3d006578a341","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c1 2c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .,..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.666976396Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57953","req_id":"a3c7e052-5894-4f88-9784-3d006578a341","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49452,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.667141996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.66723919Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57953","req_id":"a3c7e052-5894-4f88-9784-3d006578a341","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.723757188Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.724692211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58253","req_id":"841b1704-6e76-494f-968f-d968c8c50ae9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 35 67 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 5g..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.724917079Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58253","req_id":"841b1704-6e76-494f-968f-d968c8c50ae9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13671,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.725192358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13671,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:00.725393378Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58253","req_id":"841b1704-6e76-494f-968f-d968c8c50ae9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.726355195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.726463601Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.726596455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.73552272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"130c1547-5b63-4413-8f63-6b963e164456\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.735771576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.739361749Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a00c43db-0487-40d5-966d-bfd89dbb0402\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.739529223Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.746932133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01497df1-af98-4b5f-8901-618b5ed3f6a9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.747199025Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.754580492Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01abe940-e9bd-4eb4-a357-591345241b32\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.755132101Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.763137681Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e55bd6e-bafc-4ed7-a822-d3a9d32cb9b3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.763263913Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.764182984Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.767195576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d9df45d-f9e9-4d21-9e04-ff8266ec73cf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.76726265Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.769007096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0a177b9-33b9-4e66-9489-a1a5e608f103\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.769082987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.771251007Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"145cd1da-ab54-47d7-89fd-861c03c74069\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.771415434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.775119554Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab182b59-3af0-462a-8913-76a4ce101039\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.775267499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.776202763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c3c51bc-31cd-4457-8a44-31afae4b8aca\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.776349986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.777332133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86f00abc-397a-4ca6-81bc-5887cd66626c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.777457863Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.778549949Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0291a68c-6da7-43c0-980b-3737e529b82a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.778779406Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.780262401Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19265e57-1968-4d19-bcc6-86ae128c899d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.780432129Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.782461994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2af5cdda-7234-49ea-9bc9-2729740ed662\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.782526242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.784725464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21ee62f0-cd8c-4169-93f2-00cf7945d0de\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.784774221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.787146237Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b21206bc-b12b-4bda-bb02-5304c1ee2954\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.78722315Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.789185169Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42830c27-5cf9-4fb0-8a81-7ac39470d11a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.78931124Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.791535582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d86f7d5b-c38f-4a83-8f8a-a68deef113e9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.791657585Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.793802218Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfd924a3-31de-4532-ad69-37bb47746a35\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.793865534Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.796785633Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"977c5306-6757-41c1-96fa-9dcfa5bf2f10\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.796860892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.797802418Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2e826e5-fdbf-4c56-85e4-09f340a759c8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.797930494Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.799096497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"789934ed-c39f-414d-845d-3c0462f7e7ba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.799248961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.800266528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"771d2150-f6a8-490c-87b1-6e72e0d4b683\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.800443Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.802347314Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df2f66e6-80c4-4f6f-ab71-2b118a8f1ff7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.802505098Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.80893019Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f5ac36b-851b-4ed3-aa14-8b3c38a1b860\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.809152012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.81257413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35e3b64e-e07f-466a-8a90-f077c9084f3b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.814694234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.815398548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.815457445Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.815492154Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.815521182Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.816248681Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.820170265Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.827385711Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.827456342Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.827488225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.827942481Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.830592791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13927314-f7c7-42c9-a5e5-7e1929d2efaf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.83080794Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.831136544Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.831180442Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.831610228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.838223866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eb5d237-5a50-45be-b59a-a06976498d7c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.83841695Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.842769573Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4aad13f-fb87-4b02-ae63-53c2ecfc1016\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.843130712Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.845285395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac1a2265-52de-403e-84ce-ffa141b1c101\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.84543343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.846431599Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b51a19d5-086e-46ca-a834-0ef1f98d1e6b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.846624283Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.847875706Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f1ecfbc-4c08-44de-8aaf-cb56e173ff0c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.848031907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.849244614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04190d12-8f9a-4cfe-bdbf-13dd164c3647\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.849521024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.852139652Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a82b2c19-930e-4491-8790-f54f27932b21\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.8523446Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.854084066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01804d51-9e07-4dd3-bf4c-083c18b70bd2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.854444023Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.858530044Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5add5a4-58d7-4bc0-8b7c-1ff74ab430d8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.858739722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.867665747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.868235712Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ae02e39-eea2-4c39-b33c-555c322da5bf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.86840505Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.872613956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"560c3011-20c7-435b-8ce0-f719d9846017\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.872675839Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.874186409Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"324e2fd7-705d-4280-8abb-51c34c3aad04\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.874361087Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.876060974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a40a8a27-2f06-4fe7-9559-182b44ae9687\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.876456502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.879856696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"992a1569-4f9c-49cd-b3c7-f339f2d989bd\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.879976645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.880064871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bde6918-66f3-4ef5-b757-313b00d831c1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.880105221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.882358962Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7729de33-1d98-48dc-bff1-2f56a9ccd340\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.882892605Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.884231984Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f8068b3-705c-4ae9-b043-0498768c7e38\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.884556631Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.885944907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61b9fa1d-8d63-427c-b48d-151d4f6cc2d7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.886192911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.88633788Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.886441526Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.88668435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.887566467Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.89006199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.894657215Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.894718958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.894803266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.894841783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.894870911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.895177742Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.901747041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.905620419Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.905672262Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.905702713Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.906189282Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.926353588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.926416153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.926450752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.926477816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.927400955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.98658727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.986699403Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:00.988415793Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37880"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.989627968Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"02d041a6-f6cf-4a9e-85f8-4ec527006498","remote_addr":"[::1]:37880","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:00.991346633Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"02d041a6-f6cf-4a9e-85f8-4ec527006498","remote_addr":"[::1]:37880","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1023,"response_code":"200"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.991471251Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.996984376Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:00.997099755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.997194484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.997840101Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:00.998566418Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02d041a6-f6cf-4a9e-85f8-4ec527006498\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:00 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.001921793Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.002014367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.002077423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.005537928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.006143995Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.006496408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.006554634Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.007630617Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.013409121Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.013502587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.014214596Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.014778239Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.02030489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.020383958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.020418837Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.020582213Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.098351583Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:01.147197646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:01.147512734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.147597773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":5,"elapsed":"517.435477ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.147645518Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":6,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.147677863Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.147708453Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.14777172Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.147806709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.148903775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.150703671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.15078358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.150820895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.150851726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.151197996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.153136869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.161550002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.161769008Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.161882595Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.162481177Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.162891655Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.171642901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.17171748Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.171758682Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.17214397Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.175618723Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.17567259Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.185631883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.185907132Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.185961099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.186517368Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61327","req_id":"d2850460-fc24-4fe7-9e9d-a9691406c28c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b5 e1 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.186582247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61327","req_id":"d2850460-fc24-4fe7-9e9d-a9691406c28c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46561,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.186833257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.187024889Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.187069648Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61327","req_id":"d2850460-fc24-4fe7-9e9d-a9691406c28c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.187660545Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3345, tv_nsec: 986563858 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.18772327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.188240391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52432","req_id":"7281dae8-a66d-4e55-bd52-3d2e2e5aa6cb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0b 6e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .n..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.188365069Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52432","req_id":"7281dae8-a66d-4e55-bd52-3d2e2e5aa6cb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2926,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.18846104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.18848599Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52432","req_id":"7281dae8-a66d-4e55-bd52-3d2e2e5aa6cb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.251376515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:01.251811923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.252147201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.252564352Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ef5365fe-71bf-4ec8-a9b9-3c903a4d865f","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.252751695Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54716","req_id":"fb0a800e-ab67-4c61-927c-3869f8c44a12","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e2 ec 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.25289967Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54716","req_id":"fb0a800e-ab67-4c61-927c-3869f8c44a12","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58092,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.253261782Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 58092,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:01.253335208Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54716","req_id":"fb0a800e-ab67-4c61-927c-3869f8c44a12","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.253362993Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ef5365fe-71bf-4ec8-a9b9-3c903a4d865f","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.253403264Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ef5365fe-71bf-4ec8-a9b9-3c903a4d865f","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.253931616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ef5365fe-71bf-4ec8-a9b9-3c903a4d865f","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.254241353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.254295321Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.254324098Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.25629265Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcd17c53-205c-45e4-9ed9-c4528547eb8e\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.256480886Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:01.256737827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ef5365fe-71bf-4ec8-a9b9-3c903a4d865f","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":4170,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.25714056Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef5365fe-71bf-4ec8-a9b9-3c903a4d865f\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.257375127Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.258101895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7a275c7d-5924-4221-9f66-2083e0a9e664","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.258303888Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7a275c7d-5924-4221-9f66-2083e0a9e664","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.258366362Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7a275c7d-5924-4221-9f66-2083e0a9e664","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.25910822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7a275c7d-5924-4221-9f66-2083e0a9e664","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.260758148Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6421ba9a-2ecb-49f0-879d-915c8310872f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.260991002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:01.262228016Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"7a275c7d-5924-4221-9f66-2083e0a9e664","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":4184,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.262676289Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a275c7d-5924-4221-9f66-2083e0a9e664\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.262733353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"registered new metric producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.262764515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","address":"[::1]:59023","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.308545351Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:01.309380745Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.310976404Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8dd7021-2b85-46d0-850a-7d062defe5d2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.31112475Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.313269964Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c439127f-b054-4375-9d37-2b22184c3647\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.31344339Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.319011043Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68f1be5c-43ce-42b1-89b6-ed23524a5eb3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.31919029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.324081435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.325277278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e624747-8f3b-4606-84f4-db633c9b1e4e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.325596905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.329172569Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1741425-f154-45aa-a801-9c12a2f82368\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.329292227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.332324469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f745065d-cce6-43ae-979c-4367d55d4e7f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.332391062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.333174974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5da440c-ac70-4016-9aad-aae3e34050a6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.333313299Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.334179956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c164bec2-88d4-4cd4-88ea-922bb8f13224\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.334331618Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.335152514Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a9ac092-0af6-452f-866d-94e733f01c01\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.335234647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.336146424Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1568fc02-f220-44dd-9309-99e2d8965c4d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.336306503Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.337330383Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"464c5a94-d15c-4bb0-9de8-28af39cf80c6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.337487766Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.338947585Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44d77dff-667e-4665-8f27-85f27f86a8f3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.33907534Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.340575809Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"24a0b710-dedf-43de-b914-6b10d6f054f7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.34074676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.342309954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15fa6b73-0a97-4ce9-bb8a-b7bec26fe783\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.342427519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.344018669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5af5b8e4-bb54-4b02-8e1c-122aff727874\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.344183938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.345643336Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea7a4770-b520-4979-8898-2d3adbbffa29\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.345713596Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.347194727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4264705b-9186-4ec9-a10c-060f42150a9d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.347258624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.348005843Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cc794fe-1967-4778-b995-257698cfbe5b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.348074851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.348906778Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee34f8b0-1f9a-4def-9a0b-3927eba102c9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.349024493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.349831911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95a92661-a625-4ab4-af26-ce4b89dba5e6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.34996653Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.350766974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55d3a39c-cd0f-476e-bd5d-df4dbc719c1d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.350887054Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.351835814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed2ec8a6-4040-4002-b2cd-b1458e4e368f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.351962486Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.3536806Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"101de128-16e8-4ad0-9256-17a23ad3e88e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.353791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.355403502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5df63e08-2668-4e07-a664-f1587d0f46f9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.355523381Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.357047157Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a30c08a3-b452-4bcd-875b-4b949e1a6931\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.357182006Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.358743617Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f17c7fe-42e3-40a7-a522-9b2d097ab988\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.358814499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.360447502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1124810e-68b4-4476-8fc5-8eb60016e966\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.36058206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.362058652Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e317d7d-2468-4b53-bf5f-be4291e59733\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.362159694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.363080448Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4814700a-8ee8-4b9a-9542-45d83610d33a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.363130197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.363822376Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a9ed700c-90ee-481c-8079-0d664ba652d1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.363893418Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.364933791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9309d931-a050-4214-adb5-b679e18eb32a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.365100804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.366110686Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf76d6e4-b2df-4bd5-916b-1164c21041a8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.366339001Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.367167582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74a3fdcb-1e96-4061-9c11-9ea242e3cab3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.367270447Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.368744664Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dab6dcf5-38c4-42f0-a0ed-2b53c343f560\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.3689886Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.370696272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14b32890-cf16-4cd4-b319-763b2d658a4a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.370759027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.372398594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49c48607-fb5b-493f-8847-012653749100\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.372518182Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.374039744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6b5e818-1530-4d88-8e23-cd0e82e002d6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.374099242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.375202491Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.375366237Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.375395365Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.375422519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.376246982Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.376952367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c67e73c4-fc3d-47a2-83b0-4c42de65c946\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.377050863Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.379765272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.38669556Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.386769587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.38680118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.387546195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.387870561Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9999300-c2d2-4922-a9b8-b36f0108589d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.388188344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.389181343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a99b9fa5-b2f9-4517-99d5-b0c2417c3b80\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.389337373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.390478036Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7028aa4e-01cd-4d4b-acdf-49c00db4f5c3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.390624408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.390978333Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.391046328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.392273333Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.394436593Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e26a518-be9f-44ff-a9ce-bacc5178ef21\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.394737834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.39709521Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1faa2726-608d-4c95-9a56-63f5219d38d6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.397426921Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.397475398Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.397508384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.397637351Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.399249994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.402920607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.407779719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.408257621Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.408319344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.408354674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.408383041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.409191391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.412489122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.416358471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.416411347Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.416467308Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.417169457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.464442295Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.464521423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:01.465236738Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47072"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.466020119Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"1d7d8dc3-ce51-49e3-a2ab-2dea9cd8226d","remote_addr":"[::1]:47072","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:01.466584423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"1d7d8dc3-ce51-49e3-a2ab-2dea9cd8226d","remote_addr":"[::1]:47072","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":652,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.467287574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d7d8dc3-ce51-49e3-a2ab-2dea9cd8226d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.469413179Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.469537146Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.469633949Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.471574145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.471651539Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.471690226Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.471720086Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.472485431Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.474818118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.478680754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.478851244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.47889963Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.479519165Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.488762001Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:01.508003268Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:01.508671619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.508738492Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":6,"elapsed":"360.816985ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.508778091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":7,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.508808732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.508838552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.508868592Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.508897249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.509531773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.512693823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.518238901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.518289492Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.518319322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.519248212Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.528789222Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.528871256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.529895196Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49637","req_id":"e624a673-c708-4836-b965-aec3f73c04ed","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 5f 6e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 _n..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.529969374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49637","req_id":"e624a673-c708-4836-b965-aec3f73c04ed","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24430,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.530338178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.561927318Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.56216939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49637","req_id":"e624a673-c708-4836-b965-aec3f73c04ed","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.562537714Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.562688073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.562795297Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.562883453Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.563775039Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.564115978Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3346, tv_nsec: 363038921 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.564251338Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.564472649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"batch interval expired, but no samples to insert","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.564585444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.565059959Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54685","req_id":"b6745984-975e-41d9-82ed-9b0346d30978","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 64 cb 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e d...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.565235479Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54685","req_id":"b6745984-975e-41d9-82ed-9b0346d30978","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25803,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.565486098Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.565648362Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54685","req_id":"b6745984-975e-41d9-82ed-9b0346d30978","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.689388716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.689732902Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.69678347Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.696850403Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.696883499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.697224388Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.69785784Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55666","req_id":"fe366a9e-21d1-4b9c-9e6c-9c894b9e2354","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 12 19 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.697990485Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55666","req_id":"fe366a9e-21d1-4b9c-9e6c-9c894b9e2354","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.69819408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 4633,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:01.698287937Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55666","req_id":"fe366a9e-21d1-4b9c-9e6c-9c894b9e2354","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.698530891Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.69858536Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.698612163Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.700388012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.700448823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.700848108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.70180257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6b08073-9f62-4d46-9d66-ab967e4de448\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.702127197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.70368476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"882f5dba-0136-49f9-9d6a-bb6933eb410a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.703876983Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.708301589Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a57fec96-1140-4281-8355-3bae52616601\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.7084324Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.712922897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8518f61f-f380-4d8f-abea-105ad61485f6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.713139408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.716667898Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23b9f04d-a03b-4416-abaf-93f91282d764\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.716761655Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.71881696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"111a7b31-ce4b-4633-b0fa-328e0fbc0ef1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.718890707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.720962796Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcc29e36-4311-4306-b479-10d53fb9f763\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.72111574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.725016222Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56581b40-7502-41cd-a0b1-e9c217b460ff\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.725148886Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.725766727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1787ce6-9ec0-4106-b6ae-dc302fcec22f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.725924131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.72798137Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dd9e49b-1565-4ae0-83f7-81f5224d149a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.728160366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.729114167Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf29b3fe-dc7e-43c7-8950-6ccc2b4d2163\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.729247402Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.733301329Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25a5dfd4-ade6-41be-ad35-67abe72e7c63\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.733686727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.734939553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.737208975Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a29de1e7-0706-4c56-bb78-e081b3a42443\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.737291279Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.739327376Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"740d9255-0871-4923-b06a-fa9c80d40d36\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.739460972Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.741335256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b09549a9-72c8-44d7-9199-1fe696d11258\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.74184888Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.744827845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8d5aa15-77d2-423f-8cef-b151733430ec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.745044487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.748288851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0162cca-3a65-4c98-9694-50731e5781eb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.748350724Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.749968237Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7f626f1-d1fb-4dd0-8f17-1f37b8105d5d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.750065641Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.753286148Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b2cb0ae-44c6-4dae-ad91-bfaa23eb8de1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.753414043Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.754400999Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26bad13a-3f3f-46b1-94a4-e7e4b42b8262\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.754557822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.75568108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71110743-23d7-4349-93ed-95e5d44a3c78\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.75583715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.757062432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2638b763-02c8-4f93-aa49-e5c80bea451f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.757232701Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.758407842Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14991df6-1dcc-4d39-9698-af4f76ac911c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.758718972Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.760272528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"818acf3b-3fe5-4c3c-a448-6f4fe742462e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.760446234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.762269637Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce43adbc-7b71-4a0c-9d18-e2b2f3954e40\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.762670666Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.766861055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bddd335-d4e3-436f-ba29-fdfabce2acec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.767063248Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.769810572Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50729c83-a2bc-4c3a-b71e-8133a220c66d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.769886252Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.772034803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cc32a18-1443-45e1-893e-cf5b8656d332\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.772172748Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.774388864Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"017c29e4-ec67-4568-8d5d-8d22dbb19200\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.774573532Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.776304911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4484431-bd22-4e43-ac05-1a68d908e9e9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.776427696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.777570132Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c46c5c1-104a-44fd-ab04-fa82ba613296\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.777695462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.778533892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79d3366a-5b72-4038-9413-cfcd85d7f630\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.778656246Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.779750376Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36a0a24b-cb56-404a-af3c-dc4e06f18409\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.779818832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.781020647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a3f458d-3808-48ab-8da3-20f29c0e33fe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.781138732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.782428883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e6d11bc-e0b2-44e0-8482-c75fb1bafd04\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.782595034Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.785304663Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34f596a8-96db-4be5-b2ec-16708d0eefaa\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.785789228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.786115457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.786423692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.786544492Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.786636626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.788304128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.790876343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"610b6612-b776-4081-a1df-7e61abec08d7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.791092965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.79224974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.796966588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.797066877Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.797150594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.797706231Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.798853497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a1f98e2-03e0-4d18-ba94-e76f9b5be5f5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.799071772Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.800695557Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.800828192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.801362406Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.802450755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e391e18a-6858-49be-9f43-950b80bccb8e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.802665603Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.805055735Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0412a54-a798-44d4-ae2b-58ac620d99c9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.805398808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.809019112Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dacd2efb-65d2-445f-a1fe-7b0dee92b430\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.809144421Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.811555716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eb6a589-f21c-4c8d-9a9f-393464b9b3ad\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.811767427Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.81291319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51678b20-5f9e-4f0e-9f95-3ba28fa85405\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.81311884Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.820976225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7bfe96c-9d60-493c-a69f-8964629618d8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.821299169Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.822290845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"367da1bd-a0b2-49b4-8b4d-3a4784ae5641\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.822355473Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.822389271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.822422026Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.822451405Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.823209786Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.826480703Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.830602736Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.830773045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.830823255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.830857142Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.830886681Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.831576416Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.834746512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.838754588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.838820519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.838854988Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.839405194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.886682441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.886772831Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:01.887179962Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:44950"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.887827803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"d438cfb3-207f-43e9-b5b6-a917eaf5db6a","remote_addr":"[::1]:44950","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:01.889099857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"d438cfb3-207f-43e9-b5b6-a917eaf5db6a","remote_addr":"[::1]:44950","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1276,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.889588541Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d438cfb3-207f-43e9-b5b6-a917eaf5db6a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.890879703Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.890936988Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.890968009Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.893108334Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.893174947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.893211389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.893242241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.894104358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.899645469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.899986428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.907030433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.907359498Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.907685498Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.908797123Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.951279266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.951340788Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.951373093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.951399305Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.95216483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.954854018Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.961942151Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.962036148Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.962070056Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.962555583Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:01.966610242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:01.966886492Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.966938786Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":7,"elapsed":"458.322628ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.966974768Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":8,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.967001581Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.96706097Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.96709622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.967127512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.967692919Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.967921614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.967969881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.968465368Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.96997712Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.976556519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.976624484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.976658021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.97708384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.98121441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.981287816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.981935196Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61678","req_id":"12a77a6f-7891-4a5d-a2ee-db7b72f7fe23","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: eb ba 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.98229894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61678","req_id":"12a77a6f-7891-4a5d-a2ee-db7b72f7fe23","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60346,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.982617575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.983266398Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.983475424Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61678","req_id":"12a77a6f-7891-4a5d-a2ee-db7b72f7fe23","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.985463756Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3346, tv_nsec: 784191559 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.985513445Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:01.98701136Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58503","req_id":"7f98beb6-77ef-43d9-b970-9c72bc9e3ada","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: bd 9a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.987075688Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58503","req_id":"7f98beb6-77ef-43d9-b970-9c72bc9e3ada","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48538,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.987413601Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:01.987704851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58503","req_id":"7f98beb6-77ef-43d9-b970-9c72bc9e3ada","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.114739239Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.121047788Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54424","req_id":"ee842a6a-7e4e-4ac0-96d5-b7e09b825945","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 4f 32 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c O2..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.121259891Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54424","req_id":"ee842a6a-7e4e-4ac0-96d5-b7e09b825945","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.121901109Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20274,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:02.122155916Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54424","req_id":"ee842a6a-7e4e-4ac0-96d5-b7e09b825945","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.122656564Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.122806763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.124377032Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.141795547Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70ad1491-77f2-461d-8963-c3d047913508\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.142229922Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.14510938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd84bcbf-bae0-468a-a0f1-af370aeb5a98\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.145424788Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.151333691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"024809a9-b145-4862-a79f-b3430a8e9388\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.151605403Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.154632834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.156908759Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3588952-a760-493b-9fd7-c21b0b276930\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.157165651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.159906863Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8133fad-5e7d-451c-bf02-bdb9c5d84a05\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.161066573Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.174308357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2608a7e-775c-45a3-9369-5039c3c26f7a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.174551982Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.177705746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c5d4039-65e8-4a65-bbee-f4db3ed35f61\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.177969161Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.180454853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcc22729-fd4b-45b1-a6f9-e577fa6f5619\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.1807948Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.181759553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6b2da79-c258-42c0-a345-8a991f14dfb0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.181919932Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.183064623Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caf09a52-1e8f-4ce2-9846-89455e8437be\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.183209702Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.184205907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc6e62ad-92eb-433a-8230-803184b8e269\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.184345605Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.185718952Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aff54920-92fa-48f7-b8cf-706bedf7cbd3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.185841656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.18730932Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9185687-ea77-4c16-8d0d-8d18011511b9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.187487525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.189631467Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6236db2b-9cb6-4133-abc5-1ccb4795c359\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.189753069Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.208976611Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.209162581Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.209266659Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.209360506Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.210337462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.217708719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.22502168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.225094755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.225129955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.226725164Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.22777228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b67ace05-8f65-4e0e-9abc-d2b5d1c2f300\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.228038611Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.230530997Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.230590886Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.231094439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.23254045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4f03b5b-89e0-4f74-a2e0-b00c908d73ca\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.232679077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.238599823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"513025f1-1ed8-4ca6-84a2-a30e6d4a51ea\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.238759812Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.242068023Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"906e9461-04f3-4c8a-a076-2b702579f905\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.242151991Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.245055496Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15716fc0-bb97-49cc-88b8-d472cb0cb816\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.245127199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.247230559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a329148-d8c6-47a6-b3b2-1fab115f7c51\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.247511539Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.24859122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99dc6adb-bcaa-4519-89ca-6d0abaefa7b0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.248729706Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.249638377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a23d3e70-44c8-4f9f-9334-b375a7cedf6f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.250139585Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.251116292Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a03b49ad-f6a2-4187-9bf3-e4105dafc333\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:01 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.25118081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.253178651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"833f91e7-82d3-4408-8bbf-f773d0e37283\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.253792253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.256447133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc433e04-13b0-4d4e-a31e-545cb0d054ce\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.256517383Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.25941686Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ce18ab7-c83d-476a-9e4a-fce24139c5ce\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.259494996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.261159813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df2f394d-6e32-4832-951c-98386f4be0ed\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.261234221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.265117107Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.265357737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.266290395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.268473755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.269502074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.269557835Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.269588396Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.270317779Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65bca2bb-1705-4575-b6e4-9700046c4845\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.270442929Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.272143327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baaebcd4-bfa7-49d2-87fd-698f77772e55\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.272382192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.274475082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba369069-e63f-4b3a-80e7-0767873790c0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.27454938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.275319555Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c42824b4-6f91-481e-9309-88a96317ad18\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.275390586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.276739975Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"087638a6-26ae-44d9-be5d-8f724b000193\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.277186254Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.280271341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e60b58fa-8825-4485-8644-eb50cb5c2aeb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.280463354Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.281275762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa07caa5-af45-4cc6-8795-52025533b955\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.281422224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.283083875Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21ad044a-547d-45e7-97aa-e9cd4eecc6d6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.283306999Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.285246253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"324a449a-1a9a-497a-8730-4adf74d562e9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.285312465Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.286962603Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18b61dc9-52bc-4031-8bd4-5f482714940d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.287029426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.28892355Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbf3875d-1158-469d-b13b-7ce3b7ee7684\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.289272064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.291102782Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"888b38b2-5195-4552-aaa9-d958d7b97224\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.292246721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.294299942Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02672eeb-a113-4a31-b9cd-82cbadedd14c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.294372417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.296359967Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ec453b2-9c00-41f7-8011-3e3b3e3648e1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.296430387Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.297377684Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d10c202-a371-41e6-9f6d-8124c41bbad6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.297504607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.300106521Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"410141aa-5ee5-424b-a1e8-fca3d193d782\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.300231841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.304916525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6099bccf-e365-400e-ab64-fdb621d22fde\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.30541616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.30674101Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db876129-c396-40a4-99ab-6b142813ccf3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.306810559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.306845258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.306877833Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.306905839Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.307833156Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.326341242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.335324531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.335392536Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.335426664Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.335458438Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.335487315Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.335887032Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.344323791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.344410534Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.344450564Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.344479582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.345208474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.34849396Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.354150571Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.354215901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.354249999Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.355151124Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.360153661Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.365833698Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.365891393Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.365921864Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.366359436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.446259542Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.446330303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:02.447284113Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60712"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.447501977Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"162e3604-de8c-4bca-939e-e96a1171c29a","remote_addr":"[::1]:60712","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:02.448012915Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"162e3604-de8c-4bca-939e-e96a1171c29a","remote_addr":"[::1]:60712","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":522,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.448257392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"162e3604-de8c-4bca-939e-e96a1171c29a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.450244752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.450303589Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.450332908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.452247142Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.452312081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.452347552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.452376089Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.453006284Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.453374869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.453426241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.45393259Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.455884248Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.460496177Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.460900553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.461107345Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.463910781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.560833122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.561069784Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.561401845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.562442058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.56253857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.571385908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.575716366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"integration_target:integration_metric\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"metric_name\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"target_name\", field_type: String, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:28:02.562395635Z }","timeseries_name":"integration_target:integration_metric"} {"msg":"inserting 1 new timeseries schema","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.576067997Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.576369187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":1,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.58281525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.585798735Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.587008054Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.587070889Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.593433667Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.593494648Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:02.618045133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:02.618471653Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.618574739Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":8,"elapsed":"651.513939ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.618613516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":9,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.618640139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.618671451Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.618704167Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.618733264Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.619827615Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.627985569Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.632534984Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.632599402Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.632632087Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.633133927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.636483721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.636542268Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.63657355Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.636600584Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.637774733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.63805405Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.638112426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.63813928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50374","req_id":"faa96714-bc74-42e5-b07c-b8d7a4c1df1c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 3f 76 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ?v..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.638172827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50374","req_id":"faa96714-bc74-42e5-b07c-b8d7a4c1df1c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16246,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.638238778Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.638327715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.638423817Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50374","req_id":"faa96714-bc74-42e5-b07c-b8d7a4c1df1c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.638730548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3347, tv_nsec: 437627398 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.638884134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.639179562Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53276","req_id":"07ee5514-d3ec-43f6-9b58-76d3a98eb3ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 4d 0b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e M...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.639282477Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53276","req_id":"07ee5514-d3ec-43f6-9b58-76d3a98eb3ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19723,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.639453458Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.639535602Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53276","req_id":"07ee5514-d3ec-43f6-9b58-76d3a98eb3ad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.716808583Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:02.718781013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.719313514Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.732121062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.732218787Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.732299798Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.732697912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.732878091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58423","req_id":"37387c94-f296-47e2-b17c-ec61ef53a909","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8d bb 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.732935956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58423","req_id":"37387c94-f296-47e2-b17c-ec61ef53a909","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.733151034Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36283,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:02.733246304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58423","req_id":"37387c94-f296-47e2-b17c-ec61ef53a909","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.73431841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.734368119Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.734395785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.737401914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.737461813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.738155846Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.739955863Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9943f06-4a83-4fc3-ad42-7e3acea48e1f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.740230981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.741663595Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9986f1e-90c0-400f-9baf-725513b980e0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.741843243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.743955241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5981f00-0602-49d3-84f8-faeaa2aba814\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.744104889Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.746712445Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97915e7d-d79d-467a-b515-80af286f8a13\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.747174155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.749456873Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63baec7d-358a-4cbd-9daf-b0f8f5dc5560\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.749533776Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.751534332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f5a9a5b-7b2d-4a98-95fc-3253a6d22d5c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.751610193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.754937493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd7246e5-dfd1-4653-b954-91b39ba3c8ef\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.755097121Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.757296372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f934de9-e4d5-4fee-bdeb-341e196c1e70\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.757417845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.758401544Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9660d76-6604-4b2c-83e5-a0cf2ff647cf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.758636232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.759606856Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce617cc7-49bd-4ae4-a08d-296af702505b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.759759149Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.760839362Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9edd3a89-8ab9-4ed5-a585-782e31d31ceb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.760971595Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.762078601Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca80e06f-053a-4ad8-ab6c-427b849f010d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.762155073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.763516987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29c0ea28-5303-476f-9060-6836b52e4365\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.763720853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.765977659Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"808efc4c-e7f6-46a9-8b85-b9cbf5f95093\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.76611863Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.770562965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"076ec8d9-110d-4868-9c34-71abecffa0ff\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.770633185Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.771280204Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.773383565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b594325d-3485-44a2-a78e-d77feec0546f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.77350641Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.775286196Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cce3febe-82f8-44d9-9385-e9da0094e946\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.775360514Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.777258215Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3920f727-d4f2-4c7d-b983-88dd8d6ef3a2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.777333175Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.779929748Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d993422-471a-476e-abcb-6b7be6451b62\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.780067152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.780859651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fdc5692-ca9f-4058-8e1f-b6be72a0f31f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.780974089Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.781917889Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc67a59e-d343-40f4-a870-1c3dc60cfb78\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.782071816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.783181337Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23976f6c-08ea-4487-9175-5d6c94c031d9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.783333971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.784360777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"74ba462a-3e09-4407-8931-fccb3d121cf5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.784429433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.786083278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b3d3eb2-ff86-47ca-9712-230e2f980d6e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.786236894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.790120943Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e9603a1-4801-4b48-8779-7cdd2d4fd41c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.79035544Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.792876734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"678e1fee-db9d-493c-b6f7-d3e48e6c31f7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.792947585Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.795003331Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b74e217-edda-4308-bd15-29a868a6f304\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.795149071Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.797335137Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"929b4c85-dc06-42a3-943e-0cc07e3abec8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.797410918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.799396343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89ca70cd-cc0b-4c67-955f-7d8804ae0191\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.799518777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.801604142Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80d57629-5dde-4348-833f-19dc1c1bcd5e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.801722969Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.802731468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb8d0c33-defb-4890-b792-597c59ed755f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.802795165Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.804012821Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd973e52-8326-4c69-8440-217aece5b6fc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.80418268Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.805334635Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"401a1e32-3e55-4da6-929e-30ccab2fde39\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.805581096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.816361255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd9b1b8f-dd9c-41c1-ab3b-ecba3cd2798c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.816559821Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.817866544Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f721b570-db3c-467f-8cbf-0e5b570f18c0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.818808411Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.821379604Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aa9773c-563b-493a-8767-f488c47f5a6b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.821506647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.822284767Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.822327552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.822355718Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.822380909Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.82322968Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.825253963Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"378621c5-1f71-4dd6-9d94-009757c9274f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.82538282Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.826917187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.8355866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.835649205Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.835683664Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.836210112Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.844901109Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f531501d-4d5a-41da-bcff-4d1f39afea30\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.845111758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.845341276Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.845397377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.846188504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.848143739Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc6e72ff-d270-4e7e-adb0-f6e0d2923a45\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.848223208Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.852087547Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"607c4aea-b894-4a0c-a59e-9cbbb2842095\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.852155563Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.859136883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6393e333-ef2e-4889-9352-bc9bd325dcfa\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.859270228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.860532112Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5063205-ed92-41f9-bc97-8e8821699236\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.860632072Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.864548104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eb4bdc1-38d2-47c3-8eb5-1a888a8f5889\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.864840376Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.868789174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"379de9de-8a61-4e40-8acd-02c34a682b11\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.868957439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.872092997Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e09a1d5-9088-4957-99d3-6a662864bb50\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.872233837Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.872293717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.872326081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.872354658Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.873257176Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.941927508Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.946503435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.946572392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.946607382Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.946639005Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.946670818Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.953992777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.965166319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.969188483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.974444335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:02.97459756Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.974690165Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:02.97539052Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.050356114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.050521594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.051300496Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.052156131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.052271932Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.052399626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.05315462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:03.054324151Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47879"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.055842155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"32b66210-ca8b-4c72-a81e-dc8c4f4429b4","remote_addr":"[::1]:47879","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:03.059730673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"32b66210-ca8b-4c72-a81e-dc8c4f4429b4","remote_addr":"[::1]:47879","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":3901,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.061526831Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32b66210-ca8b-4c72-a81e-dc8c4f4429b4\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.063052451Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.063165997Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.063249293Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.065137616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.065257735Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.065346833Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.065427453Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.066060294Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.066578236Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.073342644Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.073441631Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.073526781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.074090083Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.083470733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.088556396Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.089062955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.08917585Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.089838471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.093138496Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.093312362Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.093916967Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:03.178428931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:03.178765602Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.178811874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":9,"elapsed":"560.242506ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.178849018Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":10,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.178875Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.178911803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.178942264Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.178968697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.17979367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.201241624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.212614724Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.214262046Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.214410622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.215674811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:03.218036797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.218551353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.221633413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.221906037Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6ab9e963-0a09-4ee1-a020-75aa98ad3077","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.222212627Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6ab9e963-0a09-4ee1-a020-75aa98ad3077","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.222278729Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6ab9e963-0a09-4ee1-a020-75aa98ad3077","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.223081228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6ab9e963-0a09-4ee1-a020-75aa98ad3077","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.223406406Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.223461205Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.225654004Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58371","req_id":"4e69e6bb-0692-4dad-ab1c-acaff5350b85","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 9d 6b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .k..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.225721308Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58371","req_id":"4e69e6bb-0692-4dad-ab1c-acaff5350b85","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40299,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.226264511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.227382378Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.227435023Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58371","req_id":"4e69e6bb-0692-4dad-ab1c-acaff5350b85","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:03.227989828Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"6ab9e963-0a09-4ee1-a020-75aa98ad3077","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":6087,"response_code":"200"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.229025752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3348, tv_nsec: 27880779 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.229107886Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.229541159Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ab9e963-0a09-4ee1-a020-75aa98ad3077\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:28:02 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.229759414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.230133299Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c147930f-1471-4ad4-9252-8b77434bfc4b","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.230420271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c147930f-1471-4ad4-9252-8b77434bfc4b","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.230487064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c147930f-1471-4ad4-9252-8b77434bfc4b","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.23110754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c147930f-1471-4ad4-9252-8b77434bfc4b","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.23149395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62629","req_id":"daba38a9-27a8-476e-800f-d2e34bd2a6ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 04 d1 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.231556254Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62629","req_id":"daba38a9-27a8-476e-800f-d2e34bd2a6ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1233,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.231638438Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.231800651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62629","req_id":"daba38a9-27a8-476e-800f-d2e34bd2a6ea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.292348178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:03.293750332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"c147930f-1471-4ad4-9252-8b77434bfc4b","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":63625,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.2941559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.294315648Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.294359405Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.294386539Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.296555531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.296977812Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.297326978Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c147930f-1471-4ad4-9252-8b77434bfc4b\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.297440845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.297482117Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:03.297507347Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.297536676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.298588401Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64750","req_id":"a4f13096-7593-4096-a930-694c23707dbb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8f 37 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .7..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.298655956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64750","req_id":"a4f13096-7593-4096-a930-694c23707dbb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36663,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.298876395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36663,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:03.298970903Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64750","req_id":"a4f13096-7593-4096-a930-694c23707dbb","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.30150884Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.301558329Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.301586234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.301871683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.302506578Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.302558501Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.302586597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.302711316Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.310589022Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.310650294Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.310680113Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.311060551Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.318732477Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf008a9c-64af-416a-acd6-ac6f8f10ace8\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.319135169Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.319453584Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.319582531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.320618244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.322471366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d174dbf1-9f64-419d-8e78-0132bad68faf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.331277362Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.335207873Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72eb0406-71b6-47b2-8ddc-9f76a7b5368d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.335453192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.337686041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c1cabd6-1a85-4d6d-b1f4-54257725b488\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.337902241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.340068317Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db6abc78-418f-443a-aa4a-09c679a95f2c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.34030561Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.342670522Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebe0ba9b-0216-477d-906f-b305a1860f17\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.34288535Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.345467435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc18354e-ff8d-4c3a-b836-e1c32dd04a32\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.345682523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.348269287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5c2c17c-6a7b-4dfb-80bd-c02fcf9bbfd3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.348484065Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.349557895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26cd87a4-bb59-45a4-b2ed-91f174508d7a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.349794847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.351089787Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed2c7f87-1be6-49bf-b606-718c99a25fcf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.351331268Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.352528744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dbe6b2a-5af7-45e4-8520-58861c16c200\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.352759193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.353916449Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7b8487c-8db5-4b66-9956-773a462a6c25\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.354164683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.357104801Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afdd4257-d883-4572-96cb-2736fc5a6dcc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.357363837Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.357837211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.362080245Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"959a4d3b-02f5-4aa7-a524-afe4030e8fe3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.362315844Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.364367993Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed577aeb-7bc1-4786-9474-63532fa8bd8a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.364601077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.366681532Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4183f3d0-89f9-47d3-94ff-7f079a8c1637\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.366917002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.368817438Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4d88338-8ca0-434c-af60-0eee080b0611\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.369075823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.371961122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4300b53c-d27a-47ca-a108-1dc2c635db7b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.372238594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.374401073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dc76cfd-4617-4778-a273-e23296d2ca87\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.377748222Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.37893192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23190af3-d04e-4be0-878a-f85afee7098b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.379268581Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.380543511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f1d5674-4ad2-4e23-8df3-2c2a5e32aa81\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.381915565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.381977769Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4990e24-cd5e-44e4-a2c7-f2178b75af65\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.38205831Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.383410183Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db1f8965-87f3-4f68-ac6b-c471e194bf88\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.383682676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.384848168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21cf283e-8eed-4f14-864b-85c5893f7bd7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.385113166Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.387182469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aec648f6-e50b-4831-b52b-46871f97ac90\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.387416846Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.389598603Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f4acb65-47eb-47a2-8405-b24df9486b0a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.389725426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.39180527Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff479a5f-bd11-4746-8b83-edfc8cabcc05\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.391867834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.393662821Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1ffc65c-d7a9-4650-a4d1-551e9d25d519\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.393781878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.396298021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c1048c0-6e47-40c0-bfba-40f5b072fb17\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.396366047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.398115783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee7cec7b-1213-463b-ab54-e4bdecd8d0a0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.398186855Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.398985676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d4388bd-7ff8-4290-8bcd-444cff15443b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.399114613Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.400014406Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50cd162a-71e9-4a6b-ae50-941846c756be\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.400153483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.401519565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26532699-023d-472e-8a0e-877ad8223fa5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.401653011Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.402935205Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fe169e5-ddc2-4d2a-9d46-c38b98570027\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.403245784Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.404336938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14add259-3436-4152-a5a8-4dc3f243707d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.404495144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.406309929Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e97829f-2c78-4f43-baf4-83c05fe1df1a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.40637069Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.408792656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"478cc505-3aa6-4f05-9d20-219827b77b50\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.408850892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.408881744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.408918427Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.408946022Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.408970881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.409670064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.411903404Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4a813cf-ee84-4cec-9f89-9a461c06af5e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.412251568Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.412426336Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.418526149Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.418588854Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.418622331Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.419218278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.422390709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.422445308Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.42295337Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.423620169Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b492ab7a-757f-4071-81e4-f7e865359bb2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.4238465Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.432715521Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04e4438f-22a3-4fb2-b40b-bcc5cc085735\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.432932734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.441979429Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e2da1b7-2fbb-4456-9c53-6592c4463e11\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.442116552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.443658614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71b53b5d-9017-4902-af1a-8c53533d9eb4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.44377697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.445012341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9104c2cf-daa2-4435-ae1f-6d8f47b91e69\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.445175116Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.44662259Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cd676f0-fdec-4ee0-ae3f-eaae844ef2ef\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.446835835Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.44806818Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f656b5a-bd8c-471e-b897-9eef38c0e6ca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.448123721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.448154993Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.44961393Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.44967448Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.451831558Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.455647752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.460113129Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.460194982Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.460229641Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.460260502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.460288729Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.460659087Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.462906725Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.465839298Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.465903215Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.465934958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.466355025Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.477421404Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.556516647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.556603399Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.557210028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.5577881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.557858179Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.557902097Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.558675989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:03.558765798Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64635"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.558936127Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.559009563Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.559579289Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.560631104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.564831313Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"8d00fd6a-caf5-45ed-b102-01714d50ac2e","remote_addr":"[::1]:64635","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:03.565292742Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"8d00fd6a-caf5-45ed-b102-01714d50ac2e","remote_addr":"[::1]:64635","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":502,"response_code":"200"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.56545705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.572100366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.572163502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.572195355Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.572821713Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.573094858Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.573162683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.574209989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d00fd6a-caf5-45ed-b102-01714d50ac2e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.577162582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.577204666Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.577229315Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.579910658Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.579975847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.580010527Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.580041278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.580433329Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.584305454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.584362788Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.586579845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.590898871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.591285491Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.591345731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.591743474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.592070555Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.592125956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.593195857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:03.658417748Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:03.658843216Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.658973114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":10,"elapsed":"480.024547ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.659080959Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":11,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.659125328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.659155979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.659185327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.659213994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.660692029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:03.66769392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.669607773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.670710581Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.674907122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.675047552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.675083894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.675462058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.678733225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.678793014Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.680003857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64865","req_id":"dca131a1-fcea-4bdf-8a75-4126b70f0a75","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: b2 4d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .M..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.680088014Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64865","req_id":"dca131a1-fcea-4bdf-8a75-4126b70f0a75","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45645,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.680247442Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.680413844Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.680464495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64865","req_id":"dca131a1-fcea-4bdf-8a75-4126b70f0a75","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.680864522Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3348, tv_nsec: 479705721 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.680928419Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.681409848Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59908","req_id":"6c559022-3897-4532-866a-3ccf9c190032","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 61 ee 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e a...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.681472152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59908","req_id":"6c559022-3897-4532-866a-3ccf9c190032","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25070,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.681679455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.681724976Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59908","req_id":"6c559022-3897-4532-866a-3ccf9c190032","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.75440679Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.754957557Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.755142776Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.755237785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.755386752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.756332817Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.75680589Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52897","req_id":"173fde90-a7d8-4f3a-9585-90ec7a82c51a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9d 72 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .r..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.757102691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52897","req_id":"173fde90-a7d8-4f3a-9585-90ec7a82c51a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40306,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.759461441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 40306,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:03.763823292Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52897","req_id":"173fde90-a7d8-4f3a-9585-90ec7a82c51a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.763874203Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.763909213Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.763935094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.76396783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.776586081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.776653785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.77668607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.780567183Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.785645721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dfad1b1-b825-402b-bd0f-5f7cab9efc64\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.788774134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.789648286Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.78971078Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.790585233Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.793765008Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b2160df-5770-4282-91e3-2efeb95afb23\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.793920608Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.798095216Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a93637eb-ccd3-415d-bd7f-a31e5a8a39c8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.798505143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.807117612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a458270-14fa-4d1b-848a-9a475e7b7eff\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.807340727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.809679357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c22df30-dbbe-438e-92f8-263f696b6888\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.812178786Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.8173903Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8b631fd-9c0e-4d41-be1f-46b73537054b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.817607934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.819751895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf56cc72-dab4-450f-ae97-a5127906747a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.819824049Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.823621085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf9454c5-dd0f-4599-8130-bb68208fe69e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.82368927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.824662129Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32f8c185-c45e-437c-811a-69431845524a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.824715645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.826458318Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aa544fe-c292-4a05-b43d-4b2ec66df9c2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.826575571Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.828229607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91a24acc-b6ea-428a-b2a6-395322533bba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.828519574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.831392699Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.831846012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54f7a258-44ac-4bb0-8689-b6ee175cacae\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.831963797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.834504249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b39d484-7d1c-4678-8978-9566c7af3bd6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.834571332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.835886362Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7dd4a22-9f3f-4d7a-9ac0-70520af2f1fb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.83595523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.841006213Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27ab5414-1f97-4c92-99ee-9051c8441f2b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.841223145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.845657561Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48ab3857-7c46-4297-90ae-6ff14a7050e5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.845724885Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.848005268Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a45eba1-3d29-450a-8d23-4ed06faec6ac\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.848082112Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.852961604Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48c45961-5d98-4c95-acc8-b41bd573062f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.85321553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.85574531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aab9614-c9f6-4c94-902e-296027c738ae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.856369003Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.85748212Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f05159c8-6c79-4dc8-88b0-0e871a3d981f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.857631518Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.859176967Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32829209-b39e-4cf6-8622-dd3c74cb49b0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.859696072Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.861168455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60d2f509-5a82-42f4-b9b1-343a137ad335\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.861373013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.862361552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e837556f-c831-49a4-9e6a-91c03f95aa7b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.862478435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.863826341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81e47176-eed0-492a-a6a4-c3376920afd3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.863992201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.866912239Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3e37984-a1fc-4cf1-8705-a5af1649d6e3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.867054142Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.869969771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fa21ca6-7e65-4b0e-bb5e-b425e1c47297\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.871016226Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.875078089Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4323fbc3-9b28-4064-b386-cdc0657d8ef7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.875157317Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.877736015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75012b67-653c-4144-91d1-90ee0cfe29c1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.877942186Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.880816753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12e9aa2f-bcb1-490c-adce-9c996eaddd8d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.880894107Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.882229859Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.882279538Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.882313235Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.882339387Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.883447805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.884672045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f21f7f67-52e3-4b72-a7d7-d4c1e6cfce42\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.884863286Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.886231973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"711782c9-23f7-4a6d-a970-8e1159bd4e2c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.886505979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.886743291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.893693529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.893833749Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.893872756Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.894291621Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.897542879Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9b7e7d1-52bf-410e-a6ed-d3c0dd9fbc15\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.897712176Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.89798007Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.898109307Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.899181223Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.901134174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bb8ac2c-f19c-4976-b876-c9a6b5bc00f2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.901818869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.906244907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f52e2264-24a4-49e2-9a4c-0a9694e2e359\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.906475487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.910501097Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1eb88c2-88d1-4c63-89e5-cbf3ea78568c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.910765544Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.95113627Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"106c1a0e-073b-4c5a-9cc7-3a574701dd09\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.951356639Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.964414356Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.971012182Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce9a7980-3c8c-4801-a750-512c04541eef\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.971756244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.974394651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dedb5f2d-9552-4bb9-a91e-2c9e7e3ac74e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.974593648Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.977065783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1edc7d39-c6d3-4e28-8a95-a3953d7d1d7d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.977316603Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.979916202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03fe27fd-e523-4d7e-aa86-92b4e3837dbf\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.980101492Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.983173723Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc1c354d-cc03-4a97-8610-1c1ea6e42088\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.983516135Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.98475322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b826e2a-8b62-49e6-8a30-848ffab7fc7b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.984932707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.986215363Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28e1177c-23a4-4b89-81f8-1603900de829\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.986535671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.987467708Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fe05506-6a33-49e7-a2f8-44e461236a21\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.987617447Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.988735975Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"283ae033-8613-4316-b694-603eeb2e908f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.988782147Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.988922106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:03.988960382Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.989176333Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.990009423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.992442921Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:03.999781783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.000027573Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.000920402Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.001031323Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.00112528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.002251644Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.005532682Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.009313885Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.00945169Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.009543783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.010055974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.015605601Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.015664258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.015696803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.015723406Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.016518711Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.073526064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.073593909Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:04.077332979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48760"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.077445664Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.085550382Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.085622776Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.085656253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.086098734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.09046295Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"9f4b0861-29ce-4031-94a7-5ef3fe95e6aa","remote_addr":"[::1]:48760","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:04.098788728Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"9f4b0861-29ce-4031-94a7-5ef3fe95e6aa","remote_addr":"[::1]:48760","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":8334,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.099462901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f4b0861-29ce-4031-94a7-5ef3fe95e6aa\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.101587014Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.105026907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.105081536Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.108761749Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.109908243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.11004707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.110084574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.111235948Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.115663079Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.115742227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.123307861Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.125001526Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.129458225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.129778383Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.129889494Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.130425502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:04.165438934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:04.165712009Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.166533696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":11,"elapsed":"507.421394ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.166602182Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":12,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.166635188Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.166665859Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.166694236Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.166720798Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.167438348Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.167985158Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.171549269Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.17548452Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.17554983Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.175582755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.176062912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.179123911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.179182237Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.180598539Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61310","req_id":"a177b84b-8d76-42a3-886c-539adc66c99e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: cb 63 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .c..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.180658408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61310","req_id":"a177b84b-8d76-42a3-886c-539adc66c99e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 52067,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.180861483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.181061992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.181100309Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61310","req_id":"a177b84b-8d76-42a3-886c-539adc66c99e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.181500526Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3348, tv_nsec: 980403779 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.181551498Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.18216485Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61535","req_id":"a5d94723-a138-407f-8e7f-8f0670a1b4f1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 02 69 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .i..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.182223927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61535","req_id":"a5d94723-a138-407f-8e7f-8f0670a1b4f1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 617,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.182401461Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.182427333Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61535","req_id":"a5d94723-a138-407f-8e7f-8f0670a1b4f1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.231449687Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.231885385Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.231954552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.231987198Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.232013279Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.232769466Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.233239332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64856","req_id":"4644e2aa-1a5f-45a5-8e78-68bd8a2e8996","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: af 16 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.233336195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64856","req_id":"4644e2aa-1a5f-45a5-8e78-68bd8a2e8996","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.233557486Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44822,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:04.233746202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64856","req_id":"4644e2aa-1a5f-45a5-8e78-68bd8a2e8996","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.23386537Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.233906632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.233933596Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.235761818Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.241331505Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.241476675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.241518428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.241828736Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.242230156Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7a71e7b-9e53-4de8-a267-fb8423354492\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.242535775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.24598658Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.24604656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.246970882Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.247237473Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"caf26067-536f-49c3-884a-de866f9765d0\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.247691638Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.250484572Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db257cff-b5d6-4bc5-8f21-7081b7a7cef1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.251801967Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.257569408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28fd2ed1-526d-4835-9838-4f744cbc6c7d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.257659788Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.259837227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2c32981-7c89-4675-8d2f-064ca6f77219\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.259954691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.262568849Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab8e253c-6c00-42b1-be22-ea24e02a269d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.262807405Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.263736045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.263819992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.26677017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.267560976Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.267648931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.26775359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.269236084Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdfbc485-0c49-4ec8-a860-9b42ba40160d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.269318327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.27398241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b309d8c7-1088-48c8-a62e-b9548ffba7e0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.274076628Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.277193338Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"056b8386-5aae-46f6-b718-81aaca237a81\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.277331373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.278568458Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e6a122c-8459-4ede-8666-2a18407240e5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.27881578Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.279725152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.281767441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83e55cab-671b-4b0a-a16e-ab4e3a02d462\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.282016798Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.284035911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e29b7b9-6d92-4c45-8c02-4e5c3a2ae46c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.284111021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.285969915Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d0f4b90-1101-460c-b992-faf0f6bf42cb\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.286269431Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.288198846Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08b36b08-228e-4c34-be2a-3a66708c47fc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.288320187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.292810765Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f251c9f5-cd77-4037-9f1b-956961d10c83\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:03 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.292886435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.295155246Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baf2a0b2-f18b-4333-a13e-bd7908322ff9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.295245676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.30511504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac8f69d6-fe2a-4776-9f97-fa25e4a1916b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.309468344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.313061914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b658a8b-5933-4483-80bb-7a1e96dc03e4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.313141131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.31374754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"005ed7fc-00ea-499f-9b37-478b93ae89f3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.313815164Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.319989326Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93e8ba15-f071-49d6-8eeb-cbca156abc6c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.320179495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.321931666Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84560dcd-2e1a-4f99-bb29-deb128e28f83\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.322105392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.32581349Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b93fb48-5210-48db-b990-18c311615a4d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.325880524Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.325968599Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b2c4e69-7a9f-4103-8416-54c68b9dcae1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.326083568Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.32777583Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1325c1f-f3b1-43b4-a3ac-20eaa04fc9a1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.327997141Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.330672542Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"344cb0fa-6b8c-49ee-b014-011cf56f2cc6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.330745186Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.331985949Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.332048684Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.332083303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.332114314Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.333073065Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.33536952Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89cdc327-64f4-4cab-a73a-4f799661f4f8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.335888905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.336279543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.345543401Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.345609673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.345639092Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.347151846Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.350187253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c67213c-4ad9-4ed9-b346-6f5d8013850f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.35033613Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.350589074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.350625336Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.351198568Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.356831021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"544b2ab2-8683-4b74-b517-032437533667\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.357072502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.360584209Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf39e682-d4da-4f57-aac0-a87f434303ca\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.360796391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.365107501Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31672803-83a7-460a-a406-bfa96bd9b338\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.365294925Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.366595336Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"592cdfa8-b409-48c1-8e79-99d62e0224ff\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.366706758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.368701191Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"beded9e3-38d5-40ba-8cbd-2eb4490c0655\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.36909194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.370614624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91d48e98-3710-44ed-86d4-bcd50ec254a1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.370903469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.372472135Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0502fc24-fe22-4e8a-897c-4e0febf7be96\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.372635821Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.374070359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e02417d-b8ef-45d8-82d2-2ad9438dd1ef\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.374258374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.37996834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be4f483e-3fc8-4b6c-bf83-702126912cb0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.380188389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.384243408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.3873509Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dbbbf7f-f51f-493a-a9ab-fe371bcc6067\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.387416641Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.389271857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2690e86f-5663-4ce2-94e8-0f3ab0f59fcc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.38960985Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.398310235Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e096f558-35cf-41d0-aeef-3c3be4367e35\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.401626573Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.403742609Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d239fb54-8753-446e-9bb8-c7d9bf53cd6c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.403973058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.407859131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ac379ed-cbb8-45ed-9379-d3bd434a9ef3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.408096314Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.409301194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89bcf37d-d31f-4e7d-9b43-f67e7b728b6c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.409438237Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.410105276Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"523e276d-bac0-4ae9-90ef-27857bd8a7f6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.410271487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.411450507Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aaf1a3c-168a-472d-9bd2-566789ea476c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.411561618Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.412192595Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52f1280b-b618-4615-a913-c1feb9d50a2a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.420906747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.425902752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.426723517Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.426791122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.427455896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.437097937Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.437230011Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.43727469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.437303788Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.438831531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.439250576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.448356239Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.448431649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.448475516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.448514244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.448543061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.448863269Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.450477545Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.458921489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.45898712Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.459018503Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.459612426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.459671935Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.465688673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.466118238Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.466356253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.467536384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.470063569Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.470162747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.472649872Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.529253822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.529375735Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:04.529858487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:61654"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.530846976Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"0d21d8a4-51b2-47fe-acb3-3dd1914e47e1","remote_addr":"[::1]:61654","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:04.531488204Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"0d21d8a4-51b2-47fe-acb3-3dd1914e47e1","remote_addr":"[::1]:61654","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":501,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.531999703Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d21d8a4-51b2-47fe-acb3-3dd1914e47e1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.536206545Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.536273138Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.536319119Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.541179152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.541430413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.541547055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.541665752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.544122337Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.548292996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.556179179Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.55663149Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.556727311Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.55713349Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.56049595Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.560535118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.560561731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.571430075Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.575796936Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.57588439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.580153536Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.580219939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.596033777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:04.604454795Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:04.604892698Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.604951535Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":12,"elapsed":"438.225716ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.605058879Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":13,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.6050947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.605232304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.60543115Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.605478986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.606166796Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.608902607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.616440235Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.616502219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.616530555Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.617194588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.620204816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.620263723Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.620891925Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63420","req_id":"d1d74964-828b-4e02-890a-621d75b19c56","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 06 12 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.620951253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63420","req_id":"d1d74964-828b-4e02-890a-621d75b19c56","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1554,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.621156121Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.621347743Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.621387973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63420","req_id":"d1d74964-828b-4e02-890a-621d75b19c56","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.62175753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3349, tv_nsec: 420659971 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.621814804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.622097096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53802","req_id":"ba284704-829a-453e-8d5a-bbd076fcfc4a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c9 5f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ._..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.622245993Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53802","req_id":"ba284704-829a-453e-8d5a-bbd076fcfc4a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51551,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.622332565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.622475059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53802","req_id":"ba284704-829a-453e-8d5a-bbd076fcfc4a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.737195021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.737730879Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.737884475Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.737986649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.738099584Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.738869528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:04.739418692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.739828528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51652","req_id":"adec55cf-3ed9-44be-907a-06e6ee593663","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: bc 35 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .5..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.740042375Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51652","req_id":"adec55cf-3ed9-44be-907a-06e6ee593663","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48181,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.740614955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 48181,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:04.740826507Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51652","req_id":"adec55cf-3ed9-44be-907a-06e6ee593663","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.741366332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.74146043Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.741587874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.742621784Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.748083566Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.748182323Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.748306941Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.748945784Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.751738017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5158642-de3a-4aef-8664-466c3a693362\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.752169226Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.752499705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.752606418Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.753352564Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.755529131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"795b1919-ac79-4c6f-91f6-8750789b839d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.75594534Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.766012067Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f462927-9eb3-4e1f-99f3-4f3105dfcadd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.766279751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.769836838Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d74c2b3c-5079-4f55-9392-b11fa8b3e486\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.770524228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.774236805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3f9b096-76cc-448d-afc7-1c1d5c52363a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.774508386Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.779216697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1827d894-cf1b-4341-a77e-5c7cd3cf16d8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.77948955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.782364509Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2079ca08-7dd9-4fc9-be6f-c831758c8d88\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.7827266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.784868367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a7d0b31-65b7-4900-95b3-5ac2240fdf4a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.785086863Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.786185261Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"540041e5-e9e2-45c0-ae5d-ceaaeb8ab5ca\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.786422062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.787466874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71f4ff6d-9288-40a8-b9a0-4ddf87d1723b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.787701452Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.788836754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5c1e4c3-c578-4eae-94f2-960aa7161e68\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.78906091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.79027553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"498a957f-0ddd-4d5f-b7c0-a42c5e573a77\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.790486992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.793732638Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.794846377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"593ad025-8ff1-4c9e-bfd4-4da5ac9fd3c3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.795111766Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.797996183Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6d0777e-f9c1-4e74-83d6-358c1cb61524\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.798262844Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.800898937Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22632738-0573-4624-8e80-3ae3ee037bae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.801110628Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.805790763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71ef5480-50a9-4dab-ac9f-ce9de0836ed9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.806292493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.808471805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a133a69-e354-4641-96fc-8e1c4c185c72\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.808602556Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.811421823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cec8c7d8-0011-4801-aea6-827315c4bc86\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.811557072Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.814764002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69e0362b-7373-4f0e-a936-168e30cbdafa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.814886937Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.815775487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11bd0f0c-d2cd-4535-813e-f13ab7fae504\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.815922841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.827728803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dba3fbf-c8c7-4fe9-b709-151ce3fe52f6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.827871678Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.863245117Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.863305377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.864438255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.864499857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.865242447Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.866170215Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f2f330f-9572-4ea1-ade9-dc30e4067f7e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.866436205Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.868004139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65acbfdd-2e3a-480f-b5ff-a8786d61dab9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.868306853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.869285452Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.877000805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.877063359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.877096586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.888887438Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.891491627Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d158fbc7-e511-427c-bb78-c819564a5261\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.891853317Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.892420728Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.892481469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.893990185Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.898456173Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dbfe6d1-3456-4c51-acad-57d0eea7a499\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.898667133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.900559223Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cdeb21c-29f0-4947-9ece-d6a96d06c1e7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.900722368Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.904688851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ace14b21-632f-45e8-962b-b19eb86bc0cd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.904888309Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.910367836Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eaf9b2c-18a3-4ed7-a875-15e3f0ad836e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.91065595Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.939395983Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.963181224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15971f96-8b03-45dc-9f1f-9cd86b0e7dc4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.963451963Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.979053388Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df5c7a57-eb88-412c-9c45-96429b0acb40\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.97925543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.980548417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67ccb2ed-bd28-4488-816b-5ad2d340d250\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.980931219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.982019127Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db22764e-75ac-4511-9991-15928f196858\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.982188294Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.983318666Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac140c7b-55e1-40dd-a7fd-610969721a28\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.983449547Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.984712884Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c59c94d7-61a6-4b3d-bd41-e4509143e6ef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.984971379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.986564684Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa158aef-ee20-4d7e-ab6c-11a60b6bea74\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.986692829Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.989972824Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0da67b41-d00e-414d-a5ab-35b45b1424c6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.990050319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.990299465Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.99035207Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:04.990383903Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.990411388Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.991142224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:04.994150017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.003127093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.00342648Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.003484044Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.00574537Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.015819091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.01604937Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.01686739Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.019502741Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0585bf55-812e-4218-a600-14178c38d524\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.019787378Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.024072906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2280186-8e13-41d2-815e-96c9d8085c15\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.02429034Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.029351804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13ec8198-4d04-4579-b074-96e50e409830\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.029793915Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.040538493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d21fb8e2-c3da-48c6-bef4-2aed46a1536d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.041319098Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.045599256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aa0ce79-885d-4901-94b2-df8c30224b2c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.045825146Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.04769919Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a17d9590-44bf-4a11-aa1c-c1acc9ba6690\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.048033015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.049806489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b473e391-1737-48f0-a5bf-1434f3287efd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.050094262Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.051818989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cfaa942-23ab-4ce6-bce2-d17b946609dd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.052107453Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.053672922Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"953178b8-f17a-4a8a-8d74-20386986f078\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.053901919Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.054037639Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.05419869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.054291926Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.055255516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.06619385Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.07080651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.070893604Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.070929475Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.070961569Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.070989364Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.071374802Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.074558506Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.081006373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.081070721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.081103486Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.082173518Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.082921408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.201629116Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.201755628Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.202154743Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.20224852Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.202296656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.202326746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.203544251Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:05.203670944Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62168"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:05.204067464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.204877067Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.205248607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4f5f3ddf-b636-4a71-a5e3-7e9816d488c3","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.205564787Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"90652bc8-e82c-4656-bba8-1a130cd9b144","remote_addr":"[::1]:62168","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.205876498Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4f5f3ddf-b636-4a71-a5e3-7e9816d488c3","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.205942961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4f5f3ddf-b636-4a71-a5e3-7e9816d488c3","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.206378418Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4f5f3ddf-b636-4a71-a5e3-7e9816d488c3","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:05.211350214Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"90652bc8-e82c-4656-bba8-1a130cd9b144","remote_addr":"[::1]:62168","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5793,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.214124372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90652bc8-e82c-4656-bba8-1a130cd9b144\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.216458813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.216517981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.216549393Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.219054424Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.219133662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.219170155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.219198281Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.219461606Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:05.220637539Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"4f5f3ddf-b636-4a71-a5e3-7e9816d488c3","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":15442,"response_code":"200"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.228647107Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.233824593Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.233909412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.233944001Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.235258259Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.235967673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f5f3ddf-b636-4a71-a5e3-7e9816d488c3\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.236281558Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.236585163Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.240760613Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.241088656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.241146471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.241592059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.253384074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c3e5aa9-d75b-4427-aee8-202e5caa43a8","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.253750955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c3e5aa9-d75b-4427-aee8-202e5caa43a8","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.253822127Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c3e5aa9-d75b-4427-aee8-202e5caa43a8","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.254630507Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c3e5aa9-d75b-4427-aee8-202e5caa43a8","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.255341173Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.255628746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.25689524Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:05.259079221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"0c3e5aa9-d75b-4427-aee8-202e5caa43a8","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":5737,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.263096365Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c3e5aa9-d75b-4427-aee8-202e5caa43a8\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:28:04 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.263373076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.263466352Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:05.263544448Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.263797292Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.263924595Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.266994893Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.268015496Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.268128261Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.268200665Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:05.296881109Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:05.29720797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.29749874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":13,"elapsed":"692.169513ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.29758432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":14,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.297617787Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.29768488Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.297728237Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.297758247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.298424705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.306094797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.306727367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.316883523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.316968993Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.317004053Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.317491915Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.320919885Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.321024072Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.322038814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58343","req_id":"de16fa47-75e5-4551-a763-a01762f0c741","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e0 da 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.322104585Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58343","req_id":"de16fa47-75e5-4551-a763-a01762f0c741","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57562,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.322400344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.322711605Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.322766464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58343","req_id":"de16fa47-75e5-4551-a763-a01762f0c741","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.323172453Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3350, tv_nsec: 122057730 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.323237462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.323529013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61749","req_id":"0f013abd-6ecf-4fd5-9472-9f92612ad378","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7c b7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e |...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.32358278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61749","req_id":"0f013abd-6ecf-4fd5-9472-9f92612ad378","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31927,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.323677599Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.323875894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61749","req_id":"0f013abd-6ecf-4fd5-9472-9f92612ad378","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.383625441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.384229044Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.384785022Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.384965511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.385098927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.387449811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.38802158Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55584","req_id":"78001870-4dae-4be5-bed8-adf7165ca8d0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: fa 36 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .6..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.388210878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55584","req_id":"78001870-4dae-4be5-bed8-adf7165ca8d0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64054,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.388602047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 64054,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:05.388852636Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55584","req_id":"78001870-4dae-4be5-bed8-adf7165ca8d0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.390237836Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.390331062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.390451572Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.390839154Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.397042384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.397146211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.397233024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.397807087Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.403652955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.403756541Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.404488159Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.40494026Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dd13a70-0345-4ea8-b73e-341d8516434c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.406523364Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.409857848Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ae4b67c-456a-437c-933b-0f1e3af908b6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.414266672Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.421915762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99cb2424-c895-4d89-9d24-d72d8c5391d0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.422053286Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.424876471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb0950e1-2fa9-4125-a1c2-7da4644b9ea5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.424958906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.427297114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c604689d-a214-4c58-8681-af59cfa35209\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.427372124Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.432263199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"888196db-4802-405c-891d-b855f4253a62\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.432350333Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.456395251Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75e17411-3b8c-4c7b-bbe3-024a1c3b96fa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.456668615Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.461369291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c960e996-4393-4e8f-a5fd-4330573e359e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.461499611Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.463049058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2b0677a-8658-43fd-8230-a5ebe1096ce1\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.463179137Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.465980589Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5673c1e2-4bbf-4a3e-a8ac-9912fe687577\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.466153573Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.467367362Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c13e5230-f85c-42b3-9b60-2a8a154005a8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.467495176Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.469466634Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"993099d7-8364-40d2-927b-43a0ccd9dea3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.469630281Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.472578926Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28b0deeb-6515-4103-80d4-50fb38ac5e33\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.472777651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.47757511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.482019846Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dcd66e7-1536-40b9-ad6d-97f417389321\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.482096569Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.484014731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13092e54-51e3-4768-91df-42defe8219ab\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.48408961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.486045547Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1d28781-caa1-46a2-96b5-b73dbf202da0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.486110617Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.491031892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05261da9-1937-4f45-91fb-a7f255a000cf\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.491098945Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.503441006Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca002db0-6054-4a3f-beb9-c779d1059913\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.50353328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.506776111Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8b217eb-6a7e-45e9-a5a6-9760d131b78a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.506958815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.508403173Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b72c84c-0ca8-447c-a576-1e832482554b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.508686918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.511063914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b7cb346-0dde-4867-846e-d67f04792011\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.512831566Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.513781469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"276a482f-58e0-4eab-9964-c201b73e5c93\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.513902761Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.515034435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b50c93f5-6f6d-4e83-ae02-ff1e62bceb3a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.51509691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.521391842Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b30673aa-8146-4852-bf83-e25460f11265\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.522206495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.52604352Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a035337e-33b6-432a-b8d1-5e2c361bfd8c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.526258579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.528263133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.528407069Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.528501758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.528583481Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.529599265Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.544039867Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"062446fa-38a5-4e0a-955a-24f51990ec6b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.544552689Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.549207473Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.559610029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.559818415Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.559856019Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.560164965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.561917988Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.561975072Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.562151683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.563068069Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.564705632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.564761443Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.570492111Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.570564365Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"648f76f0-adfa-444f-822b-618b1232b33f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.570605036Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.574995935Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.575744626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.587355581Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.587438846Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.588214582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baf9ef40-c90c-46f3-ab82-788656b72237\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.588452466Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.600974936Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d67383ce-26e4-4b3f-8e03-d3d9e5b3587d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.601100877Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.603332053Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"922818f2-e5f8-452c-8749-fe2e72c4c945\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.603472543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.604655119Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9540a607-10ff-45f5-9435-08e62e8ef5a6\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.604833163Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.619203045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc25533a-1cda-4190-827d-61126039869f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.623147363Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.626489021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"041f3b4d-9eb9-4068-8e3a-9195db129bf4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.626925701Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.635660765Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f511d910-5b52-453b-a973-343500cffc26\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.636293155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.639450075Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.657456973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66710b2b-70ee-4c50-b96b-5a06e50f64a2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.657769345Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.660363394Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dba0b862-d3ec-44ca-9378-164e8e90fdd6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.660685866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:05.66307189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.664506459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80210b26-f4da-4c60-a8ca-f9f93fe66d3d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.664767058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.69671918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.696876063Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.696977074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.697070641Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.698132556Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.701091442Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"113f794d-2795-41ea-b0aa-3cf1fe454ee9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.701404526Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.701706187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.714744835Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.714804384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.714834073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.715537785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.737061991Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.737144094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.73780458Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.738678642Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3c8f43d-52b0-48ed-abf0-680288cc63fa\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.738872889Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.741531586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e469305-d048-462e-a1f3-20c18f0b5284\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.741742316Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.743962029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25bcc111-afc6-47c4-acbe-6956cd3cf745\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.744024984Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.747291122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23b2ca44-e40b-4b1c-bbe4-739221943abb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.747594025Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.749941292Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bfe5519-88c2-472f-8c37-2b0d4d2ecffb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.750315347Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.755928942Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6077389-ca46-48cf-8a8c-5d9a8f8e53db\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.756294871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.757773748Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a035dff-0e51-4b98-9356-3bc76f389266\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.757847845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.757891673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.757920811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.757948927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.759323826Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.780943873Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.785246455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.785304451Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.785337847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.785365793Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.785391885Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.785779066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.789766881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.794550272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.794623047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.794697786Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.795314775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.848646495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.848724781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:05.849175399Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42773"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.850259238Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"a2b865d5-391b-41cb-b61f-70e09edf67e6","remote_addr":"[::1]:42773","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:05.850813633Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"a2b865d5-391b-41cb-b61f-70e09edf67e6","remote_addr":"[::1]:42773","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":561,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.851161516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2b865d5-391b-41cb-b61f-70e09edf67e6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.854373696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.854417734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.85454115Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.857729422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.857792348Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.857826616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.857856215Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.859578416Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.864138071Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.868220745Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.868401215Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.868452317Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.876476134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.877904149Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.936773071Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.936959232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.937027308Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.93705827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.937491914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.966209321Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.979517297Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:05.979663798Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.979768307Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:05.980520275Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:06.085086937Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:06.085447335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.085511193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":14,"elapsed":"788.189205ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.085549569Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":15,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.085578847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.085617344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.085648426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.085678105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.086730201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.088013428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.088071323Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.091175929Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.106338981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.110044904Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.110109313Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.110145775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.110545542Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.120286911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.120423343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.13024893Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58821","req_id":"5aabdf88-dbcd-4919-b3cf-13c38ea143a6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 94 4c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .L..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.132170939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58821","req_id":"5aabdf88-dbcd-4919-b3cf-13c38ea143a6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37964,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.139616133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.153638021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.161713891Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58821","req_id":"5aabdf88-dbcd-4919-b3cf-13c38ea143a6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.164382178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3350, tv_nsec: 963258898 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.164447869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.165869802Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60796","req_id":"e651df7a-8273-436e-9bfc-deb94e32a1f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c8 1f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.165982476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60796","req_id":"e651df7a-8273-436e-9bfc-deb94e32a1f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.166124099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.16614982Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60796","req_id":"e651df7a-8273-436e-9bfc-deb94e32a1f3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.219478844Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.220332956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52263","req_id":"7f0ef9e9-bd80-4f53-8b57-6dca6ff986f9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 54 80 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c T............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.220393176Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52263","req_id":"7f0ef9e9-bd80-4f53-8b57-6dca6ff986f9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.220563976Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 21632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:06.220649908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52263","req_id":"7f0ef9e9-bd80-4f53-8b57-6dca6ff986f9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.220846369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.220890858Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.220917531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.222541006Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f18f95a1-3d8b-4706-8ce8-fd72c9fde75c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.223909793Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.227388153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d95f3867-53bf-4029-ba5b-f362c2a603fc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.228403797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.230890862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e413a088-42a5-4014-83cb-3ecec020cae1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.231032965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.297228826Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.297373665Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.299723366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.300431217Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.300531076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.300562128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.301640586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"497d584a-fede-43f7-9ac4-fa1e242ab05b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.301794232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.309007344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ec67bb1-72de-4647-b133-6b8e1ea81b30\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.309224817Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.309623241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.313514705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7795e818-6ab3-49a2-97ab-32a262a5a7d3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.31371302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.315681041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b863f053-fc01-4586-b6de-78df4c5e4a44\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.315812583Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.32622025Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61bdf2fc-fbba-4aa4-a6bb-61516e3b2b4c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.326346832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.327210883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e06fa34-8172-4733-bd6e-f0822e8c7ee8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.327357355Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.328222309Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc8cf34f-e4df-4a3e-8678-5cf847df3a9d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.328365043Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.32925701Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca58d47a-1656-4e97-9b10-290a35915aa1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.329389013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.33038104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01376494-ebe7-43ad-8cb5-53ac6e44242e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.33052165Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.331650279Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37a54685-6ac2-43e7-bd62-18ed829b2a43\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.33182181Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.333358612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8769b3e3-4759-4722-b1ba-ae13f0462f46\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.333490415Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.335076656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4571904f-3971-43b8-b7de-5b12006f5b98\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.335181174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.336863696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8fd2c91-ec98-41b3-be51-0a66868dd09d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.336938144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.338575016Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c8cbaa2-938a-451f-a688-eeaa5d12f919\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.338649093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.340363149Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7441d6d7-4da0-420e-a883-0e8c1d747bb7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.340502626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.342525457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d41dec26-a3b0-4eee-a702-930e8393104f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.34264236Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.343367444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"587f2b5c-230c-44ec-a4a0-a33874680178\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.343525429Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.344379992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2a8ef2e-d345-4791-b396-d0efafc3513d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.344527666Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.345333662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6c9c7ef-50a4-4386-952d-027202402d4b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.345468841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.346289777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8c28c87-bbc9-49d3-ad13-800715d1c2c3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.346352722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.347513174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ba9c77b-a3f3-4e2c-9dc0-77b0f06b1e6e\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.34766633Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.350253695Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63a240b3-14c2-49ad-8dde-9012a1196d70\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.350504575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.352433037Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfefa567-37f2-457b-8bab-4f9675411a73\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.352573707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.354056442Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09872611-f40d-4261-bb01-835843654e8f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.354164958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.356219521Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8d0f24e-ea51-49f2-8ad8-e3fdf6701e93\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.356290222Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.358333002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"291232d1-a20b-469f-bdc9-f3e8cd1ccdf2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.358459254Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.360365622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.36041464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.360447245Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.360474138Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.361207099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.363990885Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"162d6273-c2ba-48a1-81ae-5d5ba43a9472\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.36424914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.365730752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ada934d-2a51-4cf7-85d4-77bf5a2c880f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.365894017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.367010291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.373929808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.374017783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.374243914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.374391899Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.374659021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0c0f5b9-472d-43ca-860c-ffe387ba10a5\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.374866845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.376473165Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51519979-9153-411a-b550-3da4ae8e9422\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.376683755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.37881429Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4132b660-f38f-4f33-8e0f-a006a4c694fe\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.378941443Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.379208596Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.379261822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.379693161Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.38546456Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"749a1c48-f647-4f1f-a85f-cd6062b520c1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.385652695Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.38772827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59794303-551f-4bca-a739-f666c8ed146b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.387798601Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.390772726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8efdc62c-f3bd-4057-9e03-baf6d41cbdaf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.390843077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.392983521Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b195350e-e29a-4ef7-a9ae-d03fa116a878\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.393137879Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.39529153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6b930bb-3fc8-44be-a114-10def78b72bd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.395360487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.401850398Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d07783d-7c43-45b3-9f7b-13213e47af33\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:05 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.401970457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.404252304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87d4224b-195d-4e5b-add0-2a6826742138\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.40431584Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.405044973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85f37be2-580b-48ec-8f99-b1085b1c5737\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.405219521Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.40636369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88844e14-5db9-4cd3-a49e-c23cb40cf8b4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.406516996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.408316912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54686972-2584-42ae-ade2-7cef235a72b4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.408453574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.409745859Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5cc18c8c-dfef-4886-9b93-80bda8d1002e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.409933864Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.410044975Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.410086107Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.410119273Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.410729389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.41272736Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.417848092Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.417934955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.417971568Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.418002871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.418031848Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.418326185Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.420817609Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.424463523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.424525497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.424559695Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.424951085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.469453783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.46951252Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:06.505703228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64903"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.506440246Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"b3b5cc8a-8548-4fde-abb0-c0e92506dab1","remote_addr":"[::1]:64903","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:06.511413946Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"b3b5cc8a-8548-4fde-abb0-c0e92506dab1","remote_addr":"[::1]:64903","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":5040,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.511821839Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.512322466Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3b5cc8a-8548-4fde-abb0-c0e92506dab1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.51441198Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.514466939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.514495917Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.516287737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.516346614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.516380923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.51640989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.51702697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.528811981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.536763293Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.536978071Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.537030175Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.537593908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.565211675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.565301053Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.565380511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.565423867Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.56590721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.565963102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.566022801Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.566280073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.567193393Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.568882298Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.576547841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.576610957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.576642009Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.577044421Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.579275125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.579336207Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.580077374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.581231443Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.581292164Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.598360091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.598467034Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:06.631900247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:06.632156778Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.632212489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":15,"elapsed":"546.615586ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.632250665Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":16,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.632276968Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.632305274Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.632333691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.632360975Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.632964698Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.637030559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.639079461Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.639160884Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.639195262Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.639403677Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.642183035Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.642245429Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.642985103Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51922","req_id":"65a3aa7e-cf4a-4fae-9153-93140cbb29e5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8d 19 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.643044632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51922","req_id":"65a3aa7e-cf4a-4fae-9153-93140cbb29e5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36121,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.643290271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.643455049Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.643726741Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51922","req_id":"65a3aa7e-cf4a-4fae-9153-93140cbb29e5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.645708379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3351, tv_nsec: 444563396 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.645774Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.646078547Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61895","req_id":"a308cc42-12fc-4fc0-967d-cdfabb6ee8a7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 06 ae 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.646141733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61895","req_id":"a308cc42-12fc-4fc0-967d-cdfabb6ee8a7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 1710,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.646226051Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.646311611Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61895","req_id":"a308cc42-12fc-4fc0-967d-cdfabb6ee8a7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.646717169Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.774281022Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.777815975Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.777886856Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.777920042Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.777948028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.778760737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:06.778970265Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.779337436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52401","req_id":"c4abd213-c981-4504-ada3-eaa3d2a25382","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 20 96 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.779402265Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52401","req_id":"c4abd213-c981-4504-ada3-eaa3d2a25382","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.77962526Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8342,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:06.779757513Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52401","req_id":"c4abd213-c981-4504-ada3-eaa3d2a25382","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.780206999Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.780249163Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.780273652Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.781535165Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.78623066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.786282653Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.786310869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.786695175Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.788008221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2776006d-561c-48e6-b724-bb4c89ceb93b\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.788405262Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.789777306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a430fc9-92d2-4785-85f3-23da8b7554da\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.78994512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.790132744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.790176922Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.790615717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.792453388Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"258e3095-173b-4cf2-9ccb-b454438ddffd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.792582846Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.817066037Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b3df10b-6764-48e5-9500-49be3b161a3c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.817183812Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.8273411Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b20fac61-8de9-42f7-9851-6d68adcd5b3b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.827565697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.830490114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d2e7e00-434e-494b-8383-86b46611df6e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.830557077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.832879565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7b9040d-9ea2-41cc-a59c-dba0b7c110d1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.833006868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.83685224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea8ce3c8-0bf4-4f3c-98fd-668f5a5c5059\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.837024593Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.838773418Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0223981-a9a0-4085-8795-5c8f2de49848\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.83903552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.841982391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae2251c3-5357-4623-aa72-58ab4da0f29a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.842245445Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.850440163Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b8b7beb-e1f4-4c57-bc83-49b769a94880\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.850583689Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.850944187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.872102955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8286d08-92b1-47c6-8e2f-97aeb51b453f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.872277041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.875426186Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2e81dac-e583-4a32-8066-4fd71b67a0e6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.876580556Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.895130596Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7e6067b-f28f-4384-b159-2b41aa113e82\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.895272068Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.897567742Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ff97609-ce63-477a-bdd0-bead63ab48be\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.897629605Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.898428917Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d8c8b91-cc6d-4d77-8de1-f8fcfa2dbbd1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.898557995Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.900273673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97ab50ae-72ac-4dc8-8402-09eeb7035ecb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.900335125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.902297014Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.902341814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.902488606Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.902539257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.90324343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.935588145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b2ae15b-eb20-4c25-9253-6e31fc1fda54\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.935713675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.935764757Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.940861331Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.941022432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.941058474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.949951202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:06.957947124Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.958040259Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:06.958534133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.00601696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feebed3f-9d38-437c-b7f3-b71e14d5b40d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.006540573Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.009056195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fbd8bef9-d41c-4cf3-8ce9-6fe62f7dfb67\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.009524578Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.011505575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08da57ac-c591-4f47-884e-07077b3790ba\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.011653109Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.013178218Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b97a502-57f7-44e1-bdd4-63e3a5bf9350\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.013324439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.015072652Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22ea8975-fb5c-434b-bf55-df050c92027e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.015238824Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.016725706Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f622393f-ab79-4a4d-9e23-9d545a882289\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.016914312Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.019265466Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ddc4c8e-32bb-421c-8285-5fac55300cff\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.019426748Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.023426417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dc8e360-896b-4ef6-bd3d-1257dd41c73f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.023583129Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.024725134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.026898515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfb33ea6-c03d-4d62-8d12-05baf4dc98ed\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.026960047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.028806576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40c0dac3-d526-4d2e-b6c0-72bf34e3d99f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.028938539Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.0306606Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b67dfca-6b71-4137-b974-038f2ea9b3dc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.030782523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.032551979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e7bc016-6d3b-4702-ad72-f16b457fcb05\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.032664914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.039687396Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d977ef4-2022-4eb0-bc12-768725fa3c1b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.040088936Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.041542221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e099c2d9-1326-4bf3-8384-e3e228eec682\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.041848592Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.043357137Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fc088a2-896c-4aa8-9b18-5373a512cbf2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.043420674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.044320868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02b774c8-cac3-491e-a4f1-fd6f5d29bb30\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.044448201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.045939753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46071506-3278-43a5-bd06-cf69f8c858a6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.046340922Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.049018848Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"647482df-eb7a-4cdb-938f-43a337ab0d1c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.049198486Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.051109674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1bec794-4893-4aab-8ffc-3e50c9ba4df7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.051174533Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.052900773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"736347fc-4a4a-4927-92bf-80b7a126ba43\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.052973457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.05507268Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76d223a5-3b42-4088-ad2e-5665f085f051\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.055189873Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.056954099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e63fe56-3cad-4604-8a41-601dd686bd79\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.057082244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.059486985Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c88bc7f7-9804-4efb-a9bc-d95bd1cdcaad\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.059608127Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.061388083Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54a9693c-f4e6-47eb-882d-1444e8db340b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.061450688Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.06233497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bd4c6fd-2eb2-49fb-8203-0a7e835ba26f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.065467932Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.066491411Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dffbb02-1bb8-465a-9fd3-17f805b21370\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.066694686Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.067803716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ede89d36-98b8-4fd2-8bc9-8aadbc6a92f3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.067947803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.068004456Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.068039065Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.068067331Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.068892625Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.071950378Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.075937111Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.075999104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.076032261Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.076063573Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.076090827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.076429302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.079632484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.079693064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.079723966Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.079749647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.08003715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.089225688Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.093835723Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.093898588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.09392967Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.094592541Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.09667003Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.102417632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.102479595Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.102510787Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.102963189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.109190166Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.109291548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.10974437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.165576361Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.165640409Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:07.167090087Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:63575"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.167593991Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"4b63dde6-92cf-48ca-ae32-56d9f84d4833","remote_addr":"[::1]:63575","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:07.16792944Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"4b63dde6-92cf-48ca-ae32-56d9f84d4833","remote_addr":"[::1]:63575","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":363,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.168256662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b63dde6-92cf-48ca-ae32-56d9f84d4833\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.171920602Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.171971694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.171997044Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.173624417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.173676771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.173706991Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.173734516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.174391024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.207017961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.211440593Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.212428752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.212487088Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.212961383Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:07.213879172Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.213944141Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.214831208Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c67a1148-58d0-427e-8ba9-d4f85714a138","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.215511744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c67a1148-58d0-427e-8ba9-d4f85714a138","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.215578157Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c67a1148-58d0-427e-8ba9-d4f85714a138","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.216283883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c67a1148-58d0-427e-8ba9-d4f85714a138","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.270985893Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.271049249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:07.272257607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c67a1148-58d0-427e-8ba9-d4f85714a138","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":57058,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.273835471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c67a1148-58d0-427e-8ba9-d4f85714a138\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.274167693Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.27560175Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b260e60f-9a9a-46c2-8b6d-e1d404c46f3b","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.276021857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b260e60f-9a9a-46c2-8b6d-e1d404c46f3b","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.27610374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b260e60f-9a9a-46c2-8b6d-e1d404c46f3b","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.276833704Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b260e60f-9a9a-46c2-8b6d-e1d404c46f3b","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.276905978Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.27773499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.277794048Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.277822314Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:07.281302979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b260e60f-9a9a-46c2-8b6d-e1d404c46f3b","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":5659,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.283653743Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b260e60f-9a9a-46c2-8b6d-e1d404c46f3b\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.283728782Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.283764804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:07.283789684Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.290194866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:07.295109868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:07.29552741Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.295584274Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":16,"elapsed":"663.246335ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.295619203Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":17,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.295646357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.295674273Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.295703541Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.295731737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.296292565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.299104938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.307072523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.307137984Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.307172753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.307720905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.313199421Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.31325937Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.314159574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51479","req_id":"d89a5b3e-de78-4b72-ac92-38edc24875e9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 96 ea 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.314238271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51479","req_id":"d89a5b3e-de78-4b72-ac92-38edc24875e9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 38634,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.314568959Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.314762214Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.314839759Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51479","req_id":"d89a5b3e-de78-4b72-ac92-38edc24875e9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.315342932Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3352, tv_nsec: 114227447 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.315410737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.315878058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61364","req_id":"d5343775-0a91-4c5e-abe6-eb259f1339f6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 41 4a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e AJ..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.315931524Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61364","req_id":"d5343775-0a91-4c5e-abe6-eb259f1339f6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.316193416Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.316231883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61364","req_id":"d5343775-0a91-4c5e-abe6-eb259f1339f6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.357189668Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.35768236Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.357830205Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.357931917Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.358022838Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.358810077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.359273741Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51041","req_id":"a93d9149-f6e6-426b-aa5b-d766309efff4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: f3 bc 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.359462657Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51041","req_id":"a93d9149-f6e6-426b-aa5b-d766309efff4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.359751122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 62396,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:07.360112793Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51041","req_id":"a93d9149-f6e6-426b-aa5b-d766309efff4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.360519032Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.361685747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.361820645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.362177316Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.367207889Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.36730378Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.367385934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.367898936Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.37035024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13bf4038-b9c2-4449-8f4d-30682f80489c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.370825136Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.371112659Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.371215574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.371792965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.373123315Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"946899d5-c276-4242-bd21-5c1c90dc62ed\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.373302923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.375654819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32b23a2e-209d-42c8-ab38-91772ea164cc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.375736251Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.377719944Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df82d34e-793c-4858-a366-cb5d7f13c8b9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.377794352Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.380340745Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82db0c04-adb7-40ac-8826-4785b317f71d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.38040805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.382722651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64030aa6-2173-415c-9cf5-933c55f8c725\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.382791428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.387681431Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2740bf37-ef46-42e5-b02a-3097f942b650\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.387765419Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.390532642Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb665be1-3747-43bb-9189-34a28ea72b4d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.390612902Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.391341995Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a2c47a5-ff49-46eb-b7ec-83ad92ded955\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.391539949Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.392721714Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfa0cf8e-3374-403a-af59-3ece306ddf28\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.392869859Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.394005993Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7852c4b-4451-43a6-a807-eea3636d71e9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.394151683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.395285532Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f54b834e-2d12-4f1e-a959-7b045d0894ff\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.395411904Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.39716184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73d7e806-b897-42f3-8157-3b393f6a82c8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.397453431Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.400505352Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.402187293Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db90184d-2156-42ba-9391-45855b5ee4b2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:06 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.402306982Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.404427326Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edd8bcac-6553-400f-90e4-78821422984c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.404557115Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.406794022Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1ddcf1e-f2b9-4ef6-8064-25e6fe6ea66f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.406912829Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.409130557Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"341eda6a-882f-477e-b3d1-6882f4a2afbe\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.409260306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.411401662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f0d267f-3aad-436f-a65e-3b860a8d2557\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.41152071Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.417662747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"effd34fd-c514-4ac7-8569-5ce0f6a99e75\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.417735482Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.418735484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e353708f-2b36-44c3-bd33-42a5952873ac\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.418793941Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.419700778Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41f3d9a4-2940-4c6a-a97f-c55f3121d59a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.419827941Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.420734608Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76caaf44-1668-4010-9bce-4b801d29d214\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.420846561Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.421767796Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d72567ac-09d7-49b3-a05d-b558c10de919\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.421879308Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.429402568Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a494f33a-026d-423f-89e0-19e79087b3f8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.429465934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.431585537Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0ad29b6-2c6e-4029-9248-94afccb65e5e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.431634254Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.433532687Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbde0e23-7ccd-46ab-92f0-e2778b6005df\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.43362459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.437231446Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0051b836-4085-41cf-bb80-2a60b3969693\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.43730366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.441853125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e04e0203-71d8-4b44-9039-17d0d72fd84c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.442157822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.445873595Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99ad0c9a-af17-4dd8-9940-39142e9ff543\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.446209254Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.449483788Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc995e5b-13ca-4741-9bc2-38fa37b11c7f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.449632054Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.451443854Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.451668371Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.451714243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.451741196Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.452497633Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.452753363Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fd6f78c-5660-4335-9531-4d99f046728c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.452795477Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.455523813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fbf899c-bff0-41b3-b899-88f3bb0dd3da\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.455581227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.456025202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.461416804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.461462064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.461488327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.46209234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.464002757Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"237e26ed-ff62-486b-902d-d23641f9bbfc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.464138998Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.464839143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.464889604Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.465445471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.466740682Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c506fa6-fdae-4868-973f-b91779ea3711\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.466815902Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.469300532Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96db8bfc-00a3-4645-980c-09851db81aac\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.469475651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.477113689Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af499750-c09d-4106-b8f1-4d2eb9a1699d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.477246293Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.481593244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88d1ee62-bfaa-4775-b229-581c243afc5d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.481718945Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.483806164Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1488988-5fd8-41be-97c3-962134b25d69\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.48406026Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.486293459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"062f6e16-90a4-4bd2-8b4f-328a0f883430\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.48645417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.488410538Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2256b8f4-8788-437c-b15d-f23a48c5872c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.488570406Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.490577104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9ace635-5d50-459d-908f-2807aaf95767\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.4907005Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.491606916Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8daa68ef-91cd-43ec-83ef-3cd0110370eb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.491916573Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.492869642Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3bdb6ed-4c53-4c5a-833c-f2fa2c945bd8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.492989841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.493895787Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c913d3b6-5b58-4eab-b2a7-1ed8c9b53ffa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.494025635Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.495288251Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f72b7b2-8449-4d45-ba0e-e09b0f032b2c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.495496506Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.495547848Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.495580553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.495612156Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.496604594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.500820634Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.512854561Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.512937175Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.51296974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.512999309Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.513028147Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.513416751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.599061923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.599146472Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.59928641Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.600397905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.602055007Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.606170406Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.60634784Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.606445104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.607056903Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.613820058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.613924746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.661707931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.66186287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:07.662486242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:62502"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.663973856Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"de9b39a6-d873-42fe-ac56-6b8299d43493","remote_addr":"[::1]:62502","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:07.664811134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"de9b39a6-d873-42fe-ac56-6b8299d43493","remote_addr":"[::1]:62502","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":846,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.665324698Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de9b39a6-d873-42fe-ac56-6b8299d43493\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.668454664Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.668514834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.668544884Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.670531492Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.670598405Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.670633495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.670663064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.67122827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.672269184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.672453742Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.675159914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.684810832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.685598582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.685656738Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.68662647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.690368526Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:07.7009356Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:07.722538292Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:07.722824873Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.722936205Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":17,"elapsed":"427.324627ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.722983399Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":18,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.723010883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.723043508Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.723073448Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.723100011Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.72474083Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.728950227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.734508271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.73491394Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.735036644Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.736347055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.740467895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.741742725Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.742518932Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.742576427Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.742606466Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.742632809Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.74345635Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.744362305Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56930","req_id":"5a1c0821-b542-4721-87f6-84a7351b589b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: e8 b3 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.744423827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56930","req_id":"5a1c0821-b542-4721-87f6-84a7351b589b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59571,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.744642423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.745367908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.745467306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56930","req_id":"5a1c0821-b542-4721-87f6-84a7351b589b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.746163694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3352, tv_nsec: 544989964 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.746224966Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.746695884Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53876","req_id":"3fe05abf-7bc7-4637-bdc7-cc9095f2005e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 45 bc 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e E...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.74675892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53876","req_id":"3fe05abf-7bc7-4637-bdc7-cc9095f2005e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17852,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.746842106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.747055461Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53876","req_id":"3fe05abf-7bc7-4637-bdc7-cc9095f2005e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.800242362Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.800812939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.807168762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.807271828Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.807362699Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.807983736Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.808707819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57640","req_id":"06851916-a3bc-4521-90e6-9f604486a9f5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5d 70 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ]p..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.808931274Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57640","req_id":"06851916-a3bc-4521-90e6-9f604486a9f5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.809313726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23920,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:07.809524626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57640","req_id":"06851916-a3bc-4521-90e6-9f604486a9f5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.810137988Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.810230012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.810368067Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.81140874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.811521024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.812048585Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.816349154Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba8ca0a3-0b75-49e1-81f2-4cbc2a4e497f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.816834631Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.82049825Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d965ffe0-c09b-4b6c-99a4-61721e058ce3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.820807426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.835832483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aefb100b-66b4-4dea-ae43-0565c33e9af6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.836102391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.843356233Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e843df75-435b-4f69-9f16-07fe5d445322\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.843641963Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.848551705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce78e1c2-073f-435c-8f38-937669f2a407\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.848766493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.85318669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bc739c2-1158-4b7b-bc02-eb320080be84\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.853536166Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.855339309Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ef67b4d-75cc-4b78-9736-56468c42d3ac\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.855554878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.859257816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.875375179Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9a237ee-8d27-4835-b786-7ea8cbc4ec2e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.875599576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.876614438Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d534d329-b4f4-4c6c-801b-21e29f1434f2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.87685105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.877892615Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e89620b0-1e31-4e94-ad57-8be06bcc1816\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.878130519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.879326622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76569b1d-ddaa-4d81-a5c3-63bd1d71dbf5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.879548665Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.880697934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0820beb-9224-4878-b5e1-79f08742c083\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.880909025Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.882190428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abdcb123-418f-4d0c-b856-210c551687ba\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.882546307Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.884514088Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c74e0855-b2d4-4e15-9b13-f100dcea0e9d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.884726351Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.886473913Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d510fa05-c99a-4c88-b325-95f00c02cbdd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.88668321Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.888429569Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f685e30e-6474-40c9-aa45-04f6a5e5b9a7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.888640359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.890164897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f910e0bf-a6fa-453f-b6db-d357d685af62\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.890373853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.892006436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b41a40c4-1b8b-4e36-82ae-b762c2bce245\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.892241865Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.893917013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"876fcd68-035c-4ee8-b42a-0763e8ee9d93\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.894123614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.895098006Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e7a62a0-555b-4ec3-a006-8a823c4b2f98\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.895392402Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.896332816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f0b7970-32eb-4f30-a0c9-7dcaee5b822e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.896554558Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.897430994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"138f55aa-32ba-477b-a0f0-03d4fcc6e30e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.897650221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.898579482Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96ac3c85-92c1-4f3b-977c-6fd83521fbeb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.898786124Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.900297575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca0d91ea-7208-4924-80e5-d69c17c13845\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.900543095Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.902668439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9867bb4b-a1e2-4975-9ed0-88efd1b7940a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.90291971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.916081344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.916203848Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.916239619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.91627053Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.917540862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.925682563Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.934751793Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.935067472Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.935107682Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.935658059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:07.945157125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.945422664Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.945768102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.962088099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49578db0-98ac-4875-833e-7af2ce19e6de\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.962236324Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.973144167Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0456a4c8-12c5-42f8-8542-2d56f8d5dddc\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.973397232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.975854838Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10ce3d56-2a14-45ed-a1b8-9868b120e0e8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.976041961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.979738466Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e02262c-0ffd-4d6d-a6a7-e734fd80c919\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.979806392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.981874853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"308a5c15-857c-4673-ade0-a9401c9d0add\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.982095553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.98723862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.988872956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a57f9e26-9ae2-4659-998a-b91dda39170b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.989277552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.990858372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"433a9379-fcc0-4530-8fe7-3e1dd20932de\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.991157358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.992149524Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a1e20a5-6483-4e7a-9a9c-de4bc371ed1c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.992377378Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.993370417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92bd33c9-6d72-448d-b4b0-ded8079f8295\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.993659824Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.995440592Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b079c27-03be-42e4-b384-0c39f23e85a3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.995795819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.998804484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b093310-e8ba-4679-a8d8-64bf1422e42a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:07.998907609Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.004509521Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4353c972-0e88-4f2b-8f37-1eab7cad6dbe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.00460458Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.005062062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ae53d3e-2529-44c7-a9cf-4104f94ece27\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.005123885Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.007996178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a5ca9b6-ee55-4307-a3c1-de891ec3cd07\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.008291095Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.010452853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"480fdd92-b99c-4a30-b4a3-e524ece6148f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.010546469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.013534683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e084f89-dd5f-4536-8d19-f1fd0e07bcff\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.013741495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.015255391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"70278c5a-1db4-41bc-88d6-8c4e9070df27\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.015379108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.017842486Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"901133e2-1d96-4024-a3c2-69c7b3ad49dc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.017986874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.020455372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da43bf3c-c727-40e9-ba09-d18d91b58c12\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.02062015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.022342462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a18f9da5-c6dd-4eaf-ad17-1d426f50825b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.022405668Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.022440978Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.022474004Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.022501799Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.02511691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.028603827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.036893805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.03698209Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.03707719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.037161488Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.037240766Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.039283145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.040473647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.040528707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.040568456Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.040594718Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.041234303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.04273881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.047584405Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.047644845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.047675446Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.048167096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.048581822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.059869051Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.059968389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.060270711Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.060889615Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.064254529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.064310841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.06502783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.121408214Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.12160192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:08.123596384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49995"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.125291822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"22cecb86-66b2-4515-9f2a-f59be6524125","remote_addr":"[::1]:49995","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:08.125962408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"22cecb86-66b2-4515-9f2a-f59be6524125","remote_addr":"[::1]:49995","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":683,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.126444689Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22cecb86-66b2-4515-9f2a-f59be6524125\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.129171652Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.12926577Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.129376089Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.131403038Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.131478569Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.131551303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.131606704Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.132143413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.136700152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.141108185Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.141300328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.141348103Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.14187372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.168414691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:08.171496963Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:08.171839625Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.171978993Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":18,"elapsed":"448.980464ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.172099062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":19,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.172186777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.172295163Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.172387707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.172471113Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.173196218Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.176218951Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.182339596Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.182426168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.182462932Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.183340109Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.18635206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.186445376Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.187096434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58101","req_id":"816eee16-ddd6-456f-b868-a4a0445c9ba4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4f 64 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 Od..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.187161503Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58101","req_id":"816eee16-ddd6-456f-b868-a4a0445c9ba4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20324,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.187493204Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.187663283Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.187753673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58101","req_id":"816eee16-ddd6-456f-b868-a4a0445c9ba4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.18818379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3352, tv_nsec: 987084879 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.18824413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.188624087Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65495","req_id":"a3f89ef4-8b11-4805-941e-59dc4991173c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 7e 30 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ~0..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.188683385Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65495","req_id":"a3f89ef4-8b11-4805-941e-59dc4991173c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 32304,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.18876576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.188845128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65495","req_id":"a3f89ef4-8b11-4805-941e-59dc4991173c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.249181905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.249717412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.249784626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.249821279Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.249849134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.250517917Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.253443846Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61611","req_id":"85f7c5fd-404c-4358-8244-b16d9aaccec0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b6 42 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .B..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.253509567Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61611","req_id":"85f7c5fd-404c-4358-8244-b16d9aaccec0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46658,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.253730688Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46658,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:08.253876128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61611","req_id":"85f7c5fd-404c-4358-8244-b16d9aaccec0","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.256786907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.268333012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.2683973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.268427931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.269405519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.269704795Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.269755096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.269782009Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.276172191Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.276282942Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.279543779Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.279795571Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.280559262Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.281352392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.282807892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.28287175Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.28290183Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.283749559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ab72e0d-d516-40c3-bd3b-4a1a282d50dd\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.284003214Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.289299426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac944681-b33c-4756-8be2-c7150cdf050f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.289628081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.292189445Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"645cb348-26fb-424e-a68a-4b7761159a6f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.29223757Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.294575609Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07ebbca3-3289-487f-b063-73bb3aa1332c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.294700037Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.298689776Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e077e12-ac17-4e0e-938d-f23e61df23fd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.298837019Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.303667985Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0949b62-3700-46e2-9517-6a1d13f8bfd3\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.303839637Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.306408816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fda82dc1-c6ac-4bb7-aadf-94552477acfd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.306527422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.308297268Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"588d49bf-4b66-48a3-ac8f-81fda0cd3d83\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.308417538Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.310979212Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dbf7c10-2ed8-4126-9863-83aeb28ee95b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.311120624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.311833584Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.312768727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19360b87-ed8d-453e-a9b2-040c0eec503e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.312922223Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.313812627Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a05ed1a5-bab4-4298-8deb-d81a06ac6ee0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.313941264Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.314735716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73ffa1d2-f1c3-4171-9792-081d847c78fc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.314826377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.315922762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32d4d252-b7bb-451f-8553-df2760150898\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.316083141Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.317801906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a642c3f0-31e8-43a2-9221-ad02530ecde4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.317917947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.319695168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c522887-14d1-4f3f-af6b-e7cf336f2d99\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.319810868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.321358752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1011ca9d-38fa-458a-b2a8-3b46280c2306\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.321475184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.323093158Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e73ff8e-1c28-4c46-aad2-e9bb86afc46f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.323208698Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.324804999Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a65c6eed-ecb6-48a3-b262-f032f3ce916e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.324925178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.32656714Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd3ef95f-5283-49e9-8a73-001f79226e79\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.326681658Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.327477834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b10306de-16c4-4021-a111-7509c8f1795e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.327599908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.328394451Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f16885e9-15f9-4d03-8572-239834ede441\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.328506674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.329353211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4ca327c-de3c-44b6-8e0d-e65263f4c62a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.329485044Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.330343965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a53eb77-6f1e-40a1-a8a7-93c65a9c65de\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.330398073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.33138066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"585c7335-70f8-46a3-aa2b-0622998a86e6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.331533234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.333211368Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b12f748a-034c-47ca-8971-8d2f941d9457\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.333362028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.337490434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6599cd9c-96ad-4dfa-b6c1-8397cc337359\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.337564802Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.341108833Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7922276f-3827-4cd3-8343-7907dacd6e00\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.341225746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.342746426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5643dd10-f803-4c67-9752-8274dfee59f0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.342866776Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.344992822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6b8a901-a973-43d2-bd16-ea7d1fb8f571\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.345126468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.346769011Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f7c401f-1d08-431b-a3e3-4e075d65f6eb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.34688908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.347624916Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83123ddc-587a-472a-9f69-c893b711d3e2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.347745546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.349874799Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ad05d33-e400-446e-a86d-cd2a06c539c9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.350254014Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.351805195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"568b923f-bb19-48f0-aa1c-63a6669a1f9f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.352159661Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.354520856Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"984618bf-b33c-4a0a-9701-214f5eb5e5ef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.355355288Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.357738547Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30be9e35-fab9-4a0d-a06d-cf6a12dc57cf\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.35805114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.36093714Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17f6dbfd-d339-49bc-b721-0c89e5ed8e96\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.361054734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.362736034Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.362938457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.362987054Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.363016583Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.364300341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.36839539Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68ab1606-7e84-438f-9fa6-b0fba81de5c1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.368704546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.369075976Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.375435066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.37550244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.375590586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.375913068Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.37873952Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.378796844Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.3792766Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.38010988Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fcc13b0-8c37-4077-aab5-4a45939bd268\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.380258276Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.382263732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb1aa9c6-f57e-4f51-94be-5892c98cde4b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.38249382Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.384645106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"337cad01-c584-477f-b2ea-4531e4223e8c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.38472239Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.387701015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31feeba1-55ba-4b56-96b4-7403a92051a4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.387974981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.38907851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d9f9354-f394-44d6-9bf6-c44b3bad674f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.389392445Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.392860435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e0cfee7-030b-4d37-8979-8de00d023c8e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.393062197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.395194816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9866cd70-c479-406d-8207-8e123c0c4323\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.39532729Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.396503754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1a777aa-e886-4bdc-9825-95f634d15534\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:07 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.396561108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.396597621Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.396627721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.396654184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.397268758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.401297826Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.405541631Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.405643554Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.405679897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.405710468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.405737852Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.40633393Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.408477641Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.415347549Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.415419553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.415456025Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.415868707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.473303332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.473378692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:08.474572431Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:53716"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.475175382Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"69c6311a-2912-4b9b-9c8a-d7a80040512e","remote_addr":"[::1]:53716","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:08.475946178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"69c6311a-2912-4b9b-9c8a-d7a80040512e","remote_addr":"[::1]:53716","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":719,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.476636193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69c6311a-2912-4b9b-9c8a-d7a80040512e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.48100112Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.481079365Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.481108774Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.486032925Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.486140359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.486179166Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.486209246Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.486233645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.492693706Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.497696434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.497875671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.49792545Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.498779111Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.521834517Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.56613338Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.566236756Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.566465933Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.567512638Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.572417411Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.572502791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.582863373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.583076799Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.583183111Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.583268871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.584061821Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.584759822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.585823602Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.58720321Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.599270163Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.599386144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.599546233Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.612336797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:08.628661854Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:08.628996952Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.629054937Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":19,"elapsed":"456.918851ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.629098985Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":20,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.62912643Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.629160047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.629190938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.629219224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.630017275Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.630537691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.630592561Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.631021455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.636777704Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.650377661Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.650491328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.650591738Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.651688814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.656388498Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.656448136Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.659509015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63352","req_id":"228ba172-ca4f-4bdd-b4db-950001f8be86","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 91 1d 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.659588604Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63352","req_id":"228ba172-ca4f-4bdd-b4db-950001f8be86","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37149,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.659660487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.6609371Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.661076638Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63352","req_id":"228ba172-ca4f-4bdd-b4db-950001f8be86","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.664917641Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3353, tv_nsec: 462742285 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.664981068Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.666903809Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50144","req_id":"8a968959-41a7-49f0-af1f-e8bc1a801a9d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b0 3b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .;..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.666957616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50144","req_id":"8a968959-41a7-49f0-af1f-e8bc1a801a9d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 45115,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.667159278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.670153523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50144","req_id":"8a968959-41a7-49f0-af1f-e8bc1a801a9d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.738867271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:08.739276587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.739618518Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56971","req_id":"b06f5b15-5bc6-4d88-abc7-10c1a5bdc549","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 5c 85 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c \\............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.739713467Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56971","req_id":"b06f5b15-5bc6-4d88-abc7-10c1a5bdc549","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.73980543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 23685,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:08.739956471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56971","req_id":"b06f5b15-5bc6-4d88-abc7-10c1a5bdc549","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.740162131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.740212742Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.740239996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.742296023Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28298fec-b26f-4995-92e7-f5d947223201\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.742578666Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.749949001Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f8e1ec0-ba9c-4d07-ad34-e75355dde497\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.750419598Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.765686216Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d623bb99-0aca-4758-ab8a-ce8a38bf5a25\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.765791125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.784767504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc95f127-a25a-4189-b101-6b8704659d58\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.785062993Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.788590381Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10ca753a-4d81-4b76-9995-bcd56ad41008\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.788842744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.79078341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"def86665-c277-47f6-b3f3-0e9ae65d3672\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.790994331Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.79284096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cc0bf7c-bb74-43b4-b639-ac00bacdf17f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.793088914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.795776108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.797554351Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"900943f1-3738-4e5d-9f6c-5999d6904e87\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.797827646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.800258248Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6faf8a0-c599-4413-86d5-8468408bc877\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.800553477Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.803371632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0652a32a-4acc-44f7-b381-5dc56c289955\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.803686299Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.805911702Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16b0f003-aa90-40e6-8acd-18525c909fba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.808663145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.813995018Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"177f1443-f24c-45a7-8d64-85dc45e533d7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.814295727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.81598854Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"169f8062-c5c3-40b6-8609-8c39854b1b5d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.816463556Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.818830452Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d4465c4-721c-488e-96d0-be0f1e57e642\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.820913212Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.822592678Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e854c85-7c06-4d42-8f74-401290d7d012\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.823282783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.830974549Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c84298f-490c-4821-97b8-0f90c4541540\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.831344155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.85732016Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.857403166Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.857437264Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.857466312Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.858160144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.8637943Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.870294882Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.870433217Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.870522024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.871145066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.884011221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d94ea17-d777-49b3-8e38-1b259aa5b464\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.900165697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:08.902901669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.902946618Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.903711612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.903908845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"115aa12d-8163-4cd9-a18c-c7b38c857c49\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.904052201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.906213437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b2b5f85-f11a-4619-9231-72f6d8ea378a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.906309408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.907399871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8db6fd1-631e-4539-8c97-d641631e0ef3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.907500592Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.908673328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d554e076-618e-467c-8992-8ed40b5d2797\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.908797536Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.909906646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"198864a2-c970-4e17-86d8-eebc3423dd40\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.916250115Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.923391574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8853dee4-2dd1-4ae2-be95-fe5f5cbbc82b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.925058916Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.940058902Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"755d3642-d941-418b-b974-51b0a871c595\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.940245193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.981169643Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.981509379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08cf03ba-d8a0-4b96-ba6a-951e31451a9e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.981644639Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.984462664Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82224bbb-97a3-4854-90bd-ef82eb5deec7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.98462124Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.986457448Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43da9b94-5876-4691-b7a9-bd914f5d0f1b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.986657888Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.988449257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6355b641-7979-4c9e-824c-1109923df6a7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.988498876Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.990369823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0befa5c7-8d28-4926-b934-99e5384ecf28\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.990634962Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.993292947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e17fb7ce-1360-4e5f-ab97-dc881c217e45\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.993433718Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:08.99541243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61d3a26c-23d8-4d02-80e0-00d21adc89f2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.027456366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.030484118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab38a798-f08c-4713-9f0b-d5fab0cbe5e3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.041925435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.042279209Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.042435391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.042546322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.042641181Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.043573368Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.055094112Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83fe6d3a-f071-4418-9e84-ac06d3813c03\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.055339211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.065588902Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.07184144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.072368801Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.072476015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.073058064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.078234067Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45af7af3-0531-4f6a-8012-cd42ce911e8a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.0784463Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.081555284Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80f5ce63-3e42-4c55-a314-1e0d63b69552\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.081935071Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.0829433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.082985414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.085500214Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.089772066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9507f0f4-a5ad-479b-a62f-74bf2812898e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.090059829Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.092135876Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afc2e3d4-e7bb-4bd5-a84a-41342a3c2697\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.092348499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.095895817Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae3e8da4-17c6-413f-8e9a-1f5ecdc802c8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.096186476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.098603622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"387489ce-020c-4ef3-98e5-44ea346164ba\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.099278878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.101980781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6900835-b915-4c42-81a5-7c150dba2ca1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.102565195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.115674745Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93aaa6d6-4e1b-4b24-a7d5-770772227716\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.116141435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.117332769Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f320d4d8-1437-4cdf-97f2-cc9fffb64dc0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.117565703Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.118891474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2b59f68-c3bb-48df-9f10-8afefc0eb98b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.127445117Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.129119623Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b65e1fa0-cf86-4686-8cd9-27912753874b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.129313219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.132459909Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.133722705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"428fb561-ea06-4955-b9ee-f8913299401c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.133934707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.134117531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.134215527Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.134305005Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.13529629Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.140699445Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.146416446Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.146519872Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.146613258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.146699029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.146780331Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.147419645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.168016102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.172571589Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.172662089Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.17269804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.173097336Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.191846903Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.191927183Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.191961432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.191990279Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.192661516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:09.193929493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.194385371Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.23770895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.237924049Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:09.238450047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55222"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.238633342Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ef2eff24-4251-453f-b154-09768c7b3404","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.239120373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ef2eff24-4251-453f-b154-09768c7b3404","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.239190362Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ef2eff24-4251-453f-b154-09768c7b3404","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.240431435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ef2eff24-4251-453f-b154-09768c7b3404","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.241080087Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.24699887Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.247100292Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.247132817Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.247584807Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.247856619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"2d53f3e6-8911-4a14-aa81-9e65f66b1e84","remote_addr":"[::1]:55222","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:09.248519089Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"2d53f3e6-8911-4a14-aa81-9e65f66b1e84","remote_addr":"[::1]:55222","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":703,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.248990989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d53f3e6-8911-4a14-aa81-9e65f66b1e84\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.250916045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.250976896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.251006214Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.2550694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.255173367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.255207696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.255235361Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.255968121Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:09.257832726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ef2eff24-4251-453f-b154-09768c7b3404","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":19195,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.259814735Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef2eff24-4251-453f-b154-09768c7b3404\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.260079993Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.260289661Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.269615001Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.270709261Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.270777026Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.270808189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.271280189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.271393194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.272732543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.273039655Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fe539e29-69c9-4730-8ce4-dd7507772486","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.27428186Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.274754471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fe539e29-69c9-4730-8ce4-dd7507772486","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.274875062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fe539e29-69c9-4730-8ce4-dd7507772486","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.275472562Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fe539e29-69c9-4730-8ce4-dd7507772486","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.275629074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.278618841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.279549074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.279659184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.279729814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:09.28192077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fe539e29-69c9-4730-8ce4-dd7507772486","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":8869,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.282499443Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe539e29-69c9-4730-8ce4-dd7507772486\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:28:08 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.283322392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.283374065Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:09.283400859Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:09.326067349Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:09.326756853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.326809017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":20,"elapsed":"697.648178ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.326845139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":21,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.326875379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.326902894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.32693115Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.326956921Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.32810049Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.332173184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.333119049Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.336310738Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.336375577Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.336408192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.336771957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.344957366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.345082986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.345630487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49843","req_id":"a3de9bd9-9e89-4aca-bbc1-36bd8cfeab8a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 2b 24 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 +$..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.345770426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49843","req_id":"a3de9bd9-9e89-4aca-bbc1-36bd8cfeab8a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11044,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.345856027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.346031035Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.346075454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49843","req_id":"a3de9bd9-9e89-4aca-bbc1-36bd8cfeab8a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.346418427Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3354, tv_nsec: 145312331 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.346484389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.346914175Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59246","req_id":"644b0ed6-f7c3-4b02-a3ff-28f457e5555e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c4 be 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.34697178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59246","req_id":"644b0ed6-f7c3-4b02-a3ff-28f457e5555e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50366,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.347064574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.347399712Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59246","req_id":"644b0ed6-f7c3-4b02-a3ff-28f457e5555e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.457405722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.45787128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.457933474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.457965578Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.457995708Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.460319367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.461457705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61197","req_id":"41252b76-de74-482f-aad5-59c2934a3d18","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 45 22 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c E\"..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.46152506Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61197","req_id":"41252b76-de74-482f-aad5-59c2934a3d18","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 17698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.461742002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 17698,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:09.461834887Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61197","req_id":"41252b76-de74-482f-aad5-59c2934a3d18","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.463712859Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.463773289Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.463802267Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.464901517Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.473358477Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.473441112Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.473471973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.474059534Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.475706696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccf87635-574d-4152-b6fb-19a533eb0044\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.475981012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.476428133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.476505928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.477027487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.478068622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10c3d9fe-b15b-4836-adc2-809a8f454bb7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.478214572Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.480593843Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93e515c8-c0c0-4971-a603-499cef392211\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.48077834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.482802193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfbcd7dd-6dec-41f0-9eac-5a3b7aeebdbf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.482876962Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.485292635Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7225f99-8049-44f5-b40b-65072791c268\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.485586621Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.488800404Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5d5491a-dca6-4230-9c5c-db90729b0e2a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.488901325Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.494516212Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e0c0dd1-9126-4cb6-96b0-48dfce0ead56\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.494799537Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.497348776Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5432fe8-5079-406d-a7e6-635b10179ce0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.497474547Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.498417105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c914213-5b28-42d1-9d48-c1c4358382f7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.498531072Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.499737215Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10a1ee99-c041-4162-a89d-50491cbea20e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.499863727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.500872216Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1947b88-f9d0-4a23-bd78-fe124a16751d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.501028377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.503145516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5087827-f9d1-49b9-9829-5306eebd2a15\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.503211507Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.504482009Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.504716005Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8011762-252f-41a9-acea-be506794bc15\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.504863218Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.507158672Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"193ae4c0-1640-456b-918b-4cf80ab15a9a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.507235184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.508847707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"055c4f26-d758-410d-967a-e5b8ee4e170e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.508945953Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.510649286Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f309185-e87f-4d74-9c6a-5d21d2bbc05e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.510729637Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.512380676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b60702b1-7593-473a-8e05-4483b489665c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.512504854Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.514136304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8cf80c9c-4a98-4f55-9adf-333a64378f70\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.514205632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.515881792Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a078448d-bbaa-41e1-9c63-a3e5b98e1fc5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.515992823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.51669878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"188f531d-97a5-4458-9d5b-fbb9844990ea\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.516826915Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.517658953Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed59485f-70fe-4664-8d9b-3a7f24bf1053\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.51780322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.518626951Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff6b0e5d-02ba-43a5-886e-d836b07a23bc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.518754806Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.519640892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c799991f-1e0b-40ee-af37-d69b0ddcdf63\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.51972055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.520753679Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21449f11-481c-46b4-89aa-e8076c4f48e5\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.520880962Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.522695027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a9ab235-4f2e-4481-a84d-1bf74deb088d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.522812892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.524613529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c5f61b3-2871-474b-81fd-64b2b697c924\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.52469934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.526407203Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4df0a551-4ce6-4597-b1d3-aa43bf55fb87\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.526488174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.528516426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ca4eda7-0e18-4a1f-af0e-8d84c197df5b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.528576786Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.530138397Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d2e28e9-4f49-4913-b0ae-2fe1a9eba594\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.530205391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.53200163Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e56dbb1-33ee-42a8-9d68-4053b56fceda\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.532104304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.53303059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a747f9f3-c30b-4835-8240-67dd9eb128cc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.533237582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.53409976Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30676bd8-a212-48e3-9ec0-37f668346b33\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.534230871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.535152177Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1ebaf21-88dd-4051-ae07-392c7a83a1bf\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.535279931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.536176327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ed35194-0ce0-4fc8-be23-f3ec544dfef4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.536235796Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.537297611Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb25cf65-4290-4c78-be37-f60c1aebaf29\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.537450947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.539025274Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9c37bdd-2e25-4bc6-b2bd-06388ea8a4e5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.539130113Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.540728046Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc60f6fb-f181-43e7-bc04-fdc5c8cceae2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.540826442Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.542407713Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f818e32-e53f-477d-8ee9-7543f3e53355\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.542592842Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.544058943Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2c7c9b5-2972-4aa1-9d4c-3898fa337113\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.544126668Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.545823629Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a31e3eb2-b6ff-4491-a314-69ae2cc96ec1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.545890091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.547654347Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f6de307-4310-409a-b148-889cd6d19778\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.547719857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.548625041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb0ce188-5188-4247-b86f-1c7c25724078\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.548694088Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.549592649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4db02a56-adf4-45a9-9269-d463a65fde7a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.549655554Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.550557281Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3aa227a1-f749-46c6-9c5f-01b8ccaa2b30\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.550643923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.551583014Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1294c35-f9e6-459c-b661-d56238025700\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.551645669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.551677933Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.551710238Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.551737101Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.552323971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.554439355Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.554497281Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.554648682Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.555717111Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.556049824Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.560724548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.560797002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.560862794Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.560894417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.560923094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.561575353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.561771234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.56181987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.56184983Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.561875992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.562354957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.564385021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.569066299Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.569129154Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.569160977Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.569559461Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.570545055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.576099221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.576160834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.576191174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.576576833Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.577311256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.577379953Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.63326488Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.63335023Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:09.633794445Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:43658"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.635753639Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.635806624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.63732505Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.63762629Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.637692692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.637899554Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"3418264f-7161-4137-a225-fe5e2d585114","remote_addr":"[::1]:43658","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:09.638550692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"3418264f-7161-4137-a225-fe5e2d585114","remote_addr":"[::1]:43658","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":654,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.638972833Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3418264f-7161-4137-a225-fe5e2d585114\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.641028769Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.641156864Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.641198968Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.643342479Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.643455314Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.643571275Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.643655172Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.644318283Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.647275816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.652526367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.653076113Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.653138767Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.653657792Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:09.655502958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:09.69038604Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:09.690847399Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.690907639Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":21,"elapsed":"364.03226ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.690944583Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":22,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.690974843Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.691005985Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.69103341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.691059933Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.69202205Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.692487197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.695837492Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.701676155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.7017391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.70177408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.702257052Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.705832116Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.705891584Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.706661017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60218","req_id":"4992837d-dda9-4241-b3a6-c53e35717acb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f2 dd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.70727975Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60218","req_id":"4992837d-dda9-4241-b3a6-c53e35717acb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62173,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.707509077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.707685118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.707839555Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60218","req_id":"4992837d-dda9-4241-b3a6-c53e35717acb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.708621142Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3354, tv_nsec: 507448354 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.708686863Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.709160758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65099","req_id":"6afc9cf3-8930-47bf-afa3-533a8cafb1ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ae 5f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ._..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.709223733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65099","req_id":"6afc9cf3-8930-47bf-afa3-533a8cafb1ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44639,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.709310135Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.709487709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65099","req_id":"6afc9cf3-8930-47bf-afa3-533a8cafb1ea","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.762525834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.762875851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.762935681Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.762970079Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.762996913Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.763884902Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.764327674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59476","req_id":"8d69c03b-1ddc-4205-a40c-b4f02faf54c4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e9 13 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.764385309Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59476","req_id":"8d69c03b-1ddc-4205-a40c-b4f02faf54c4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59667,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.764544997Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 59667,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:09.764711158Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59476","req_id":"8d69c03b-1ddc-4205-a40c-b4f02faf54c4","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.765220293Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.765273919Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.765302116Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.766709199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.781753454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.78187703Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.781910657Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.782296867Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.785090493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.785633625Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:09.787882435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"127.0.0.1:50677","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a","remote_addr":"127.0.0.1:36209"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.788441529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"814be576-4d1f-4606-a95d-3f38d7554c58\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.788751176Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.7890745Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.789122035Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.791679972Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.798184762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/169b0651-94e0-4854-9554-314dc1c2574a","method":"GET","req_id":"f19ab250-fe8d-4438-a717-aa8fa67321e0","remote_addr":"127.0.0.1:36209","local_addr":"127.0.0.1:50677","component":"dropshot","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:09.804026952Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/169b0651-94e0-4854-9554-314dc1c2574a","method":"GET","req_id":"f19ab250-fe8d-4438-a717-aa8fa67321e0","remote_addr":"127.0.0.1:36209","local_addr":"127.0.0.1:50677","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":5883,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.804546688Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.822961939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.823168601Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.823249773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.823521434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 17 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.823772905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 17 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.824011921Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.824794099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.824983497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('integration_target:integration_metric') FORMAT Native;"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.826178077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99d6d5e0-a41e-4057-8ac2-e2f68b97de5b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.826516471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.828466156Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.828603219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"http_service:request_latency_histogram\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }, FieldSchema { name: \"name\", field_type: String, source: Target, description: \"\" }, FieldSchema { name: \"operation_id\", field_type: String, source: Metric, description: \"\" }, FieldSchema { name: \"status_code\", field_type: U16, source: Metric, description: \"\" }}, datum_type: HistogramU64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:28:09.824747567Z }","timeseries_name":"http_service:request_latency_histogram"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.833875283Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.833988048Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"no new timeseries schema in database","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.838258607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.838368736Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:cpus_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:28:09.833832458Z }","timeseries_name":"collection_target:cpus_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.838983641Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.839100925Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.840025447Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc14fadc-96ee-4dbc-9cac-4d92566e11a5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.840379693Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.842426771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.842483394Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:ram_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:28:09.838906237Z }","timeseries_name":"collection_target:ram_provisioned"} {"msg":"retrieving timeseries schema from database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.843524368Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"executing SQL query","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.84357544Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","sql":"SELECT * FROM oximeter.timeseries_schema WHERE timeseries_name NOT IN ('collection_target:cpus_provisioned', 'collection_target:ram_provisioned', 'http_service:request_latency_histogram', 'integration_target:integration_metric') FORMAT Native;"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.845667208Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d327bb3-a945-4deb-ae3f-009ff2867edb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.846156052Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"no new timeseries schema in database","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.846635377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"new timeseries schema","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.846681779Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","schema":"TimeseriesSchema { timeseries_name: TimeseriesName(\"collection_target:virtual_disk_space_provisioned\"), description: TimeseriesDescription { target: \"\", metric: \"\" }, field_schema: {FieldSchema { name: \"id\", field_type: Uuid, source: Target, description: \"\" }}, datum_type: I64, version: 1, authz_scope: Fleet, units: Count, created: 2025-04-30T06:28:09.843458146Z }","timeseries_name":"collection_target:virtual_disk_space_provisioned"} {"msg":"inserting 4 new timeseries schema","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.869563439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.870195529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":6,"n_rows":4,"sql":"INSERT INTO oximeter.timeseries_schema FORMAT Native"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.884480771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":10,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.887987488Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed9810c3-5c11-40f9-b2db-ec25a44b672f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.888066816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.894891354Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":10} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.89497977Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.900584196Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baebe028-8901-4f0e-bd77-0357fa8bf7b6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.900952771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.901652705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.902192441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.902300145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":17,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.92019998Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":17} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.920309608Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.927931143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.92800983Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:09.928174067Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.936317352Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":12} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.936416971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.953366993Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c64ad7c7-d018-49ea-bffb-459c46c48366\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.958651211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.959636314Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.970291363Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.970422434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.970525059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.971716473Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.986402895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.991930007Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.992028373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.992114775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.992803958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:09.996392097Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.996492477Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:09.997288954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.001135288Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bf0c693-658b-40bf-9cc7-84aa9e55c1c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.001418151Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.010283635Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ae594f8-3e1a-4173-bc9f-50d968af8a3a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.010542371Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.012635231Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c47a1e2-2cab-463e-aad5-474b1eda4793\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.01304127Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.014683121Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62ded726-f7b6-4480-8cd9-b5200398e4d8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.014934512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.020949847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f110becb-c6b3-4923-88e1-0676084d59cc\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.021217029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.024085234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9f359a2-3ede-4b39-bdc2-85714fd0cb76\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.024356104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.028655701Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c80440a-d7da-49a8-8d6f-7b4937fb8073\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.028905949Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.034918068Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6b518a3-c47f-4cc3-b457-1af6bed76a90\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.05589837Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.05637527Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.061064002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccd5ba48-86bc-4d98-91c1-f4f28adc4ea5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.061500051Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.07114118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bd0de26-d476-406e-aaac-0955ccebc065\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.071379595Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.07671214Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b17380da-d35d-4746-ad20-194a0fbba419\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.076952709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.087120488Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15e30716-de66-4434-9c0f-86efcefb6ae4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.087334665Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.12580801Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f889e1f3-81fb-47f5-ad67-45e401e9a887\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.126063008Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.126447063Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.126592493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.126739536Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.126866589Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.12769502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.198641917Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ccdf985-0202-474f-8ac2-0883a8f3fc7d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.212795918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.229546713Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.255565474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.255653509Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.255691404Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.256347832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.260253905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6034f500-79e4-421d-969a-17bd0cc549b2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.260447901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.260695755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.260746987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.261433706Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.263132811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58e6f798-7264-4db7-abd9-1574b5707433\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.263284243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.263695141Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.263809419Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.267321707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.268098024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.268159647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.268193775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.269470047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40fc4fc2-9f1d-4326-874f-71a4f2c10a46\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.269753001Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.273413525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6df5bed-bbdd-4fd9-9985-b1bf131cdbc3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.273581599Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.317902235Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db18e63c-5e98-40b7-8c3e-cfe0190d44b5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.317996393Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.321694251Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6376b97-8c4a-4d86-99d6-9bf010f56c99\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.321850923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.32633618Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46846770-ee0a-4f4e-8c03-2f2999b30741\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.326703271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.331774986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29e0eea5-3d61-43a8-ac51-b0f7a455d619\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.331880045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.347592191Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.348928133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32aa28d9-ee49-4f3e-aa4e-a24092625af6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.349107239Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.350582459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4722428d-20cf-43b5-ac99-20b06a7fbe3e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.350749081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.351857419Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"646a2cc8-3159-4717-86a6-0d2dc90cc05c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.351993811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.35393081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dd75dc1-d707-4ac9-a9df-fe5e5f4ba1b6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.355745686Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.361069834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a400321-150d-40e6-aaf6-aba0a677f9a1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.362529021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.366737156Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"250ed174-a145-4c31-8e33-668db304fc3a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.366962846Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.370415595Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9afa7e06-1a95-4d7f-859e-ab8221638cb7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.37050866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.373593667Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6ed5ce6-051d-41ce-b667-b314229bdbdd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.373735009Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.375814622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f77c2c0c-17e8-4e93-8fd5-d72e2c298947\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.375937567Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.381838795Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f03b5d2b-0337-451c-8c14-5d0d9f28d4f1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.381981519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.387666125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0787850b-358a-49bc-9b9d-349694bcd42f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.388849303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.390636093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e89c8a0-a9a6-4aba-bf9c-0ae3362c8ea3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.390776152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.391656747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7e74b70-1202-4e32-875a-a13994d7fa13\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.391827998Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.396892248Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94e91cc1-dd5e-4dbc-b1ba-c16adb957383\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.397059501Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.397996789Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3563845-3b41-4d00-ba36-3073db4bcc2b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.398600712Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.398663387Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.398696302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.398727184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.398753827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.399151449Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.400091382Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7578ba9-833f-462a-a107-dc522a65ede1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:09 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.400157454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.400189117Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.40021608Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.400244136Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.400729002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.402423819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.408420838Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.408505767Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.408536228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.409041945Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.410974015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.4169943Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.425113196Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.42516028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.425192695Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.425221703Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.425247544Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.42527563Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.425662982Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.42572241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.425753512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.425779243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.4258077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.425834594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.425940244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.495736839Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.495834704Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:10.496385041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57571"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.499878381Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"369ed6fd-448d-45ea-a66f-c758b000b81c","remote_addr":"[::1]:57571","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:10.500480751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"369ed6fd-448d-45ea-a66f-c758b000b81c","remote_addr":"[::1]:57571","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":707,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.501138702Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"369ed6fd-448d-45ea-a66f-c758b000b81c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.503216352Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.503278055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.503307654Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.506410576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.506469403Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.510233653Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.510271288Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.512971298Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.515542832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.52722629Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.527681507Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.52799423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.528234709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.556071232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.556233265Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.556283004Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.565733664Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.567070337Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.576514093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.576794261Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:10.577046143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:10.577462583Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.577599956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":22,"elapsed":"886.659962ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.577750075Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":23,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.577846538Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.577953942Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.578051276Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.578218819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.579401857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.590510139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.590599617Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.592200998Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.59757228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.597638883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.597671748Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.598562753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.607964355Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.608054184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.608171378Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.608353751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.611779086Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.611866731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.611903233Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.613322601Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63318","req_id":"3b171d00-df53-4d5b-b576-02ac4c46878c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 75 ae 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 u............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.613498602Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63318","req_id":"3b171d00-df53-4d5b-b576-02ac4c46878c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.614012155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.614249458Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.614473575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63318","req_id":"3b171d00-df53-4d5b-b576-02ac4c46878c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.614930495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.625986844Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.626052585Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.626086272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.629842797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.630441911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3355, tv_nsec: 429317428 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.630509395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.632815379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60601","req_id":"2ed1b50d-f036-4a51-8bd2-29c8f86f6d9a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 6a 40 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e j@..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.632929327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60601","req_id":"2ed1b50d-f036-4a51-8bd2-29c8f86f6d9a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27200,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.633057893Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.633083804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60601","req_id":"2ed1b50d-f036-4a51-8bd2-29c8f86f6d9a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.740966744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.741356521Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.741417061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.743770921Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:10.744019827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.744435565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62586","req_id":"5759c430-58ec-41a7-a243-c0ab6c73cb9c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1f 1e 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.745269186Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62586","req_id":"5759c430-58ec-41a7-a243-c0ab6c73cb9c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7966,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.745966145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7966,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:10.746190602Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62586","req_id":"5759c430-58ec-41a7-a243-c0ab6c73cb9c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.74672659Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.74677678Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.746807401Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.752153373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6dc56bd5-a797-418d-bd5f-955467b9de84\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.752396227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.755582926Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ef0e5ef-d0f3-4d09-a92b-a4352c596e82\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.755687865Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.759297948Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e237a2cf-f826-42ba-a2ae-925e918991e1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.759460452Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.763273619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dddeedb5-14a1-4f6b-8ae8-4cb48e288eaf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.76350508Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.771769607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f2234e9-bc5a-4013-8b94-7ea3ce3e39d2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.772476856Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.780237458Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.782346611Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3e9fb95-5e66-4c89-9f30-9ac78eb01691\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.782542441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.786047103Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9b60cbe-68fe-4968-a2ad-6e41af566c85\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.786114197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.788554539Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e50298ac-621f-47d5-9438-9c7c2755038e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.788706732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.789645743Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5afbf83f-a19b-4776-8a28-3ee1bdedbf25\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.789852385Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.791875326Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"104bff25-8b4b-44ae-900e-08ff8a4df315\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.791939193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.793355084Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecc5ab7e-739e-4586-8904-78c93a98b55c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.803721989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.840122705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.840287914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.840402322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.840498414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.841442685Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.845008851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6e68b6d-d2f0-4b6c-9314-3ecd82d5c51e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.845155383Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.847033825Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.855404433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.85546804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.855647267Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.856726668Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.860217403Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67a4a86f-a5c7-4354-9ed7-a73f2aa16b09\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.860402972Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:10.862587735Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.86270042Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.865627903Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.866805279Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b4e7d4c-2c09-48c9-ad38-5732a7427d8d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.875246136Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.88402631Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e412b69f-8c48-4d50-8996-646d1fb1fab8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.884263202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.892404624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"071d4326-9f09-4c6b-a1cb-7a059df9ab5a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.892650183Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.909931284Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c31fe24-fbc1-4a15-95a9-c6af85137588\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.910715427Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.931722612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.96178031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e7ddc16-ae79-4160-bff8-a42dd078ef2b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:10.962099346Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.001278297Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.001381824Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.001418256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.00162088Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.002406044Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.005296002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.010548768Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.010719518Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.010850129Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.011380525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.011945471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35a8ae44-9f00-49aa-a6a2-c001fd315a26\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.012208315Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.013753323Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3545071-23c1-4ef9-9f44-bedbb5301440\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.014003882Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.014811171Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.014917192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.015863047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.016696026Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ae483a3-f345-4f5d-b8b3-fd6b7cef4d83\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.016981114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.018773145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1e74ddb-be19-407a-80b0-982d89014160\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.019047662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.020562911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4193aa02-8a98-4845-800a-3ea5a7a0e1b3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.02077337Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.02246956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a69ee46a-3dcb-4ef4-8834-c7e35e47256b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.024021622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.033498153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29ad6d12-8b54-408d-a4cb-aaed720d42e0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.034012218Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.038629808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"757cbcd3-0da9-4a19-8546-e8d95663315a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.038849916Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.047315373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b6baea6-ccca-4357-b34f-a40fdb01ec71\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.049177984Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.05365253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.058008428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19c63e17-48c7-47f5-af7f-9b21c30b81a4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.058242324Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.063081657Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0436ae8-4d5b-4170-87fb-be7b4c86b8c5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.063310072Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.065282441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcfa51c9-a010-4c04-ad51-beac4be10b4f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.065506428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.067065264Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acf57014-7ca2-48ab-ad04-dcdf38bf2a8f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.068526555Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.071032598Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0cffecb-e941-4d62-96a8-b40405157b52\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.071179501Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.073099516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e1a5531-b92e-47be-abcb-fae44e0a8d2a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.073187171Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.076160846Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a13891e-cb63-4a82-a03d-0bb8c2632597\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.076398319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.079190302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44a26a83-5cdf-489b-a9e2-9c5a162d176c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.079413767Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.081217251Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6a17415-4621-4c36-98cb-665c40c1ab52\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.081303502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.083306674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f69abb2a-3757-45ef-a6c5-87104bce8ce3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.083375651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.086199197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26790a1b-5895-4764-8dac-ca28812642f9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.086276481Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.088436154Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f735b8ea-7e59-4c71-a1c4-06ef178d623f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.088507386Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.091584416Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bd9d9f7-3c8d-4757-86f3-6ddc31dc7ed9\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.092246506Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.098618361Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eb30f15-0446-4709-864c-63fa3ba0cd0d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.098955102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.100155784Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e822920c-ce03-4df4-9b2e-801c9686d9b9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.111565507Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.111922729Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.112110924Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.112216805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.112303949Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.117473238Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.119058898Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"610db88d-0695-462f-a984-4fd72fed762c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.120177386Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.121964336Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.131732719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.131797418Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.131856235Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.132430129Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.13446843Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dce764ad-a738-4a0c-8b91-a617597b1246\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.134706885Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.135964832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.136047306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.136539877Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.139556367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f602909c-15a8-4bf0-aee2-03dba4ff1852\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.139636808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.139670986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.139700695Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.139726296Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.139750675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.14178105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.154236657Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.154727936Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.155206109Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.155264575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.155298633Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.156804413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.160087224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.176871746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.176944832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.1769791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.178576182Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.264107868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.264272055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:11.2654138Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59730"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:11.265670412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.265818296Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.266054487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.266854761Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.267625096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"25dc1156-26e4-4eb3-b032-60bc951056f4","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.268083219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"87df2ca2-76df-4d77-a47c-43d5d6185ce7","remote_addr":"[::1]:59730","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.275513734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"25dc1156-26e4-4eb3-b032-60bc951056f4","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.275669344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"25dc1156-26e4-4eb3-b032-60bc951056f4","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.276808253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"25dc1156-26e4-4eb3-b032-60bc951056f4","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:11.278411808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"87df2ca2-76df-4d77-a47c-43d5d6185ce7","remote_addr":"[::1]:59730","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10333,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.280201574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.28107292Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.281182979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.281430042Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.281590692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87df2ca2-76df-4d77-a47c-43d5d6185ce7\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.284174109Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.284259509Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.284524327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.287097474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.287429665Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.287528332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.287678221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.288511561Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:11.290069365Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"25dc1156-26e4-4eb3-b032-60bc951056f4","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":22452,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.292720106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25dc1156-26e4-4eb3-b032-60bc951056f4\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.293026216Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.29358519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.298372989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.298876232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.298981732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.299977677Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.305591732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f6151597-9fe4-4639-bea6-d0941d4c8721","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.305944735Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f6151597-9fe4-4639-bea6-d0941d4c8721","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.306312138Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f6151597-9fe4-4639-bea6-d0941d4c8721","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.306855039Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f6151597-9fe4-4639-bea6-d0941d4c8721","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:11.311115277Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"f6151597-9fe4-4639-bea6-d0941d4c8721","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":5498,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.311458391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6151597-9fe4-4639-bea6-d0941d4c8721\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:28:10 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.311587699Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.311866304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:11.311916654Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.335377579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:11.376914137Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:11.377456227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.377524534Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":23,"elapsed":"799.723577ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.377564413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":24,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.377592168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.377621086Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.377651306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.377680304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.378703863Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.383092868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.390527561Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.390606909Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.390645977Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.391577062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.394500708Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.395124951Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.395186985Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.395221494Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.396247217Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.399950346Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.41305194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.413131208Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.413163602Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.41358436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.414062924Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.414119246Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.414539153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59465","req_id":"4834b70e-7e6d-48b7-bf6a-4a9531de90f5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 85 4e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .N..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.414600104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59465","req_id":"4834b70e-7e6d-48b7-bf6a-4a9531de90f5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34126,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.415115651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.415151673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.415173166Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59465","req_id":"4834b70e-7e6d-48b7-bf6a-4a9531de90f5","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.416258909Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3356, tv_nsec: 215079297 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.41632456Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.41660076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63912","req_id":"76f8d33c-db9f-4e1d-bc18-564fef3016b2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 11 64 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .d..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.419455669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63912","req_id":"76f8d33c-db9f-4e1d-bc18-564fef3016b2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4452,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.419670316Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.419697971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63912","req_id":"76f8d33c-db9f-4e1d-bc18-564fef3016b2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.509088166Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.50980832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.509938309Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.510830357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.51196104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58050","req_id":"bfdbde66-85d7-4937-a711-8604287f15d1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 20 a1 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.512671716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58050","req_id":"bfdbde66-85d7-4937-a711-8604287f15d1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8353,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.513072664Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 8353,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:11.513282653Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58050","req_id":"bfdbde66-85d7-4937-a711-8604287f15d1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.514106484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.514251684Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.514388526Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.517499785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1316763-0ffe-4467-9e00-03e2c0b09c75\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.518271693Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.520332529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43ff794f-ef75-4554-ae98-c7996a7b5632\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.520664621Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.528943847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbd41844-b36a-4dd6-8157-640b91c36706\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.529035379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.53174082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a25fdf76-74f8-4010-b22c-9f0a067a4f2d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.531798224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.533833008Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6d2e2f3b-3d81-4c5e-9f51-4fc6ddeba21c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.533955252Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.535748725Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e89280b1-a7a5-41da-ab9c-fe238914da73\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.535868494Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.537943037Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c63ceb8-969f-4cd1-9c38-24efcaa07c10\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.538078587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.539873203Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2885fc7-d2f1-4266-92b8-78b1c008234c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.540045015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.541429323Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea1cfc3b-b37f-4582-aee0-741715239011\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.541495245Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.543954254Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ed69833-ec0f-4be5-a6e3-952405b75c84\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.544176497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.554655616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.554801837Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.555454417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.558193906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.560784958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be810e44-0505-4f8a-9193-af2ee51a3fb4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.561061128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.563265771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cd0b9c9-9ac6-42c0-bf97-5a28ff8537b3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.563578113Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.566064668Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.56639211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.573798306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.57527557Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b766ded7-334c-4782-b92c-27d697ed3c05\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.576751811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.577555252Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.577660101Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.580439649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a585d2ec-b701-4c43-9b83-709f27343c76\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.580704907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.588787531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3dfbc896-0823-4f07-a890-8013cb67e5c6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.589134483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.594049255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d33e114-dbbe-49b7-8e5c-08e5f67ad80e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.597667915Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.605749597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3d42a1d-272e-47c8-8b8a-d67e7fb8a16f\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.605976289Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.613077618Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69574697-ef02-41b4-b889-c68fbe24903c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.613514729Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.618984126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a3d30b3-9c61-4a3a-b6aa-79be04be869c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.619243613Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.620711117Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c12d030e-b45f-4dca-93b5-19a118335b17\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.620957608Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.622424872Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"379b2441-a3c9-4260-a0d0-99121d8b8017\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.622665361Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.623689201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce558780-ff83-44f9-b9f5-6f567a337102\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.623913478Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.624669093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.624806106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.624923029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.625045914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.625882651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.629112637Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3912c4f4-d17b-417e-8207-3e188a9252ea\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.629419057Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.629854916Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.63943325Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.63957874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.639695352Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.640367832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.645777751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.645852229Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.64696713Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.647256577Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f3e00c8-c7da-431c-a1e8-3fb888aa3e07\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.647541094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.652385687Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f169e34d-29ba-4523-b074-e3cb6e5254b8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.652630374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.655721733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c30b00e5-d680-4f5f-a7f9-c5a3f7f28da8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.655774799Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:11.655806512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.660043224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49b7373a-85f0-402a-8a11-35410b5bf283\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.660405145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.673925313Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce540701-599c-4b9c-9fa2-543ccfee0a62\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.673995162Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.677236079Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5f4a658-2fa9-4fbf-98e4-7583ca41b762\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.678830787Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.689413833Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49cbb07b-1dec-42f9-a2ca-1f38e469b55c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.690183737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.691123479Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.694162504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b40817fd-973a-4ca1-8b68-69173f7538c2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.694408875Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.698932358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3a4014c-6074-48ec-ad57-008e69382949\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.699454679Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.700891251Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc4d1765-909b-4add-b1b7-37b9158de228\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.702079037Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.706596258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca95d120-864e-4e19-b093-071ecae967f7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.706889031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.711149189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19f544f4-4a95-4fad-928f-55bbdf8a4bd0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.712582054Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.716418748Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"375e36af-8afb-4c97-b173-1296d174e891\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.71663024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.72249247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91bded54-b6ee-4a27-b5b0-373c1937a7c5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.722704923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.732876269Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10c1ff30-6e39-4390-9880-9e8f3e818c39\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.733138832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.738690363Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dac852a2-daf1-4987-841d-190fc2bcf9c1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.739052164Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.7422973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.743369676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.745896451Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.745952613Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.746732336Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.747767849Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfdce656-06bf-4983-96ce-27ddc3d58c8a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.747835654Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.750093523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.760719194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.760832851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.76101842Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.767931294Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.776783371Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.776891076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.777534237Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.777848493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"729e0ec3-46a8-4636-b64a-d82e16f00b4a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.778119433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.802095483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8f521b9-e3c1-4e05-8877-cde2a9e2cdda\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.803128722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.809821066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5df78a2-d7d1-4ebd-a8e3-44f48f42d35a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.810270972Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.814291804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ba8ca2-826a-4ba3-8b5c-67a89515ea24\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.814656841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.816089986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d8c4bdf-a5aa-4ed9-ba0a-9bd9d41d96c6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.816395766Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.816701836Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.816758889Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.816791474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.817815655Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.821760394Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.825969471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.826034771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.826066734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.826093879Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.82611986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.826538805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.829717538Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.8360624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.836137199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.836171938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.836882905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.906557217Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.906967454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:11.907656837Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35901"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.908357804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"eac6f9d8-d7aa-45d6-9898-f3afcc0e69f3","remote_addr":"[::1]:35901","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:11.909307426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"eac6f9d8-d7aa-45d6-9898-f3afcc0e69f3","remote_addr":"[::1]:35901","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":869,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.909735279Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eac6f9d8-d7aa-45d6-9898-f3afcc0e69f3\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.911918819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.912009199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.91207469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.913860458Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.91399183Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.914081328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.914165896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.914808938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.918956111Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.925749025Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.926136317Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.926258039Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.926906191Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.928339767Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.980174093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.980245856Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.980280115Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.980309543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.98097045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:11.984977845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:11.985295247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.985350437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":24,"elapsed":"607.775102ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.985387912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":25,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.985415717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.985443522Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.985473392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.985501668Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.986009871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.986414407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.990804223Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:11.99086278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.990894804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.99123915Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:11.996912975Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.001887005Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.002117023Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.00221586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.002844743Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.005760172Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.007549888Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.008144422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.008830429Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.008977432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.011860887Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57131","req_id":"580f0c0e-8370-456b-804e-d68a69b0eb96","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 3a 63 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 :c..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.012873054Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57131","req_id":"580f0c0e-8370-456b-804e-d68a69b0eb96","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 14947,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.013204995Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.013612487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.013788518Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57131","req_id":"580f0c0e-8370-456b-804e-d68a69b0eb96","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.015349278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3356, tv_nsec: 814275326 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.015481331Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.016945698Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50731","req_id":"136dbfae-3b1c-402c-8fd3-1e0729a79683","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 2d 77 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e -w..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.017120206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50731","req_id":"136dbfae-3b1c-402c-8fd3-1e0729a79683","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 11639,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.017366878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.018358503Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50731","req_id":"136dbfae-3b1c-402c-8fd3-1e0729a79683","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.100379765Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.102064382Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56987","req_id":"2863a1b7-bf79-4b15-8bae-19c3923f6863","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 00 e7 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.102547144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56987","req_id":"2863a1b7-bf79-4b15-8bae-19c3923f6863","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.102845679Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:12.103000667Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56987","req_id":"2863a1b7-bf79-4b15-8bae-19c3923f6863","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.10459298Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.104674322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.104706747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.108845202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1dcd791-113b-43ca-9e2c-7a56b6db1f25\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.109124248Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.1120359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b7b4b3f-6a4a-4e38-b499-99b94b5f93e9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.112358081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.117006503Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"809a4b59-22da-448a-b19f-fecae6032639\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.117383444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.122325621Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"238bbc52-33a5-48b2-b242-c1489fd644a2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.122545219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.127101837Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.128620764Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69875453-67a4-4e3e-9a9a-1937c129f721\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.12883984Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.13088227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53628f25-4c59-4032-a56d-877ae8eef6ca\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.134795266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.140736313Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fada6266-4880-49ac-8475-d7804f3ab407\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.140997914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.143517354Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e078f1de-1bfb-4c2d-bed9-704c9157d0ea\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.148787685Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.154465127Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c605b57c-0449-45ab-98b8-128fe17ecd4e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.154754133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.156094503Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab4eaceb-a528-459b-872d-435b16a6b1de\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.157361027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.161677277Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1f96957-e967-4c19-b85a-0485102df044\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.162091933Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.163995646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc5ecd5b-f6c2-4cb6-8ad7-978a69711ecf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.164199061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.166046923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ead7ac0-0b44-4375-8ddd-77b19e4be6e6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.166423403Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.169385725Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f0b6a2a-6570-4a57-8577-9fe1710a8320\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.169515885Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.173835381Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f61461e6-e7e7-4d55-a0c9-34e27aa93e82\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.173988296Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.176002258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9ef505b-0dff-4548-b7c3-26282bca5e5b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.176078931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.178306289Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.178366268Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.178398823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.178428092Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.179486751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.179688954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b67e5316-88a3-4601-b2e5-3f8a927a16d4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.179831017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.1824875Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64b32986-090b-42e7-b3e8-e5c31485c960\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.182638801Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.182912456Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.189819037Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.189891832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.189924548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.190764692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.1933088Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.193367407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.194062111Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.198467038Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bb88182-35af-4454-989a-1521e01d04ad\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.19866404Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.20018963Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3139a3bc-298c-458d-a4bd-70ee55f99422\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.200367995Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.201692605Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"283e66e2-a7b8-4f0f-8f0c-627bd949582c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.201799387Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.202985711Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef1e4c8b-f3e3-4227-a853-31c0613ef2d7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.203167463Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.204245952Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7709a6ad-65ce-4c1b-ade4-98dd47964483\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.204459868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.206631736Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40060e30-90b8-4616-8474-8587e25b49e8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.206808808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.208639055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bfab63b-6957-48a6-9458-3f417fe8be35\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.208717121Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.214472648Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce2f1a98-6b29-42bd-ad53-bb572c6aeeed\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.214621404Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.216905576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"153d0e90-655b-4abe-9f9d-50a5ba6a2006\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.217077398Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.220412543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00f2d5df-ce28-40f4-a787-c8c640db205d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.22047631Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.227225587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f25a8803-bca0-4a6e-aa31-332073e3774a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.227556437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.228070331Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.230891361Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af15afe3-459f-4990-9e14-720bce09441a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.231301649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.232578894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc202edb-c64f-4e59-8e62-abe02278ae0a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.232865535Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.235350315Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f291f3e-81ac-473d-b748-17fc931d76dd\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.235590053Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.23739049Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04f55da0-6295-479f-87ab-4126b29ee71e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.237536131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.241031284Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e0f79be-332a-4982-b4db-e472c12a6d1f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.241097476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.245090101Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20741d3a-9ea7-4c9e-a193-0239f0b98bfb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.245229679Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.247609782Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"983933db-efc8-4283-95b5-02c2b1cfbba5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.247681314Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.250161917Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14380196-68ed-4c23-8b18-61a78ed6f730\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.250240203Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.252935072Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1573f38e-2592-401e-ad7d-a34290bf93e0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.253302995Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.255674129Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"684ace67-ceab-4d73-a80b-f938bc7f1148\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.255755532Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.258928574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0c2b87f-eea7-47d4-9d33-77c03a1a9cc8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.259219072Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.261328666Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c94503b4-69a8-4c7d-ae56-1265dfef7590\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.261406892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.26349883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66a537b2-c2c9-4fca-a6a4-acb371a5b582\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.2635643Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.263598168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.263634961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.265409426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.266227817Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.26628461Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.266314069Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.266991819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b50a03c-a703-4224-bb9e-7cc711c27f29\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.26711751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.268265437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52f3f57e-4e66-4aa2-b95d-3cf5704091c4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.268326328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.269184267Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"799d66b0-63f0-49f5-a3a6-5320a96446bf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.269246241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.26928093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.269309507Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.26933608Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.270032237Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.273258415Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.279271536Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.279332617Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.279363409Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.279391755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.279418388Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.280453591Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.281245258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.281398514Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.281448393Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.281478543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.281916165Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.283271946Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.287071877Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.287227077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.287257096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.287718395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.290105642Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.295428287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.295469559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.295499439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.296778357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.376864423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.376933551Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:12.380711087Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51383"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.381506172Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"2eb36bdd-e748-4bfc-89d3-d41f26d289b2","remote_addr":"[::1]:51383","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:12.382186126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"2eb36bdd-e748-4bfc-89d3-d41f26d289b2","remote_addr":"[::1]:51383","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":719,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.382478088Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.382688106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.387373241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.389042106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eb36bdd-e748-4bfc-89d3-d41f26d289b2\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:11 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.392106211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.392163085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.392190399Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.398877152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.398962372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.398998794Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.399030407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.405699575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.411616234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.415974507Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.41665827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.416814691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.418350261Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.454111283Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:12.45483778Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:12.455119091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.455169892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":25,"elapsed":"469.767972ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.455204531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":26,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.455229641Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.455257095Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.455285592Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.455311193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.456069234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.458368114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.464632325Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.464696353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.464871632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.465802557Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.469190527Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.469248222Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.47009529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56918","req_id":"26a9521e-b4e6-4e11-9e26-8d19019c7b53","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 40 33 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 @3..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.4703061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56918","req_id":"26a9521e-b4e6-4e11-9e26-8d19019c7b53","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16435,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.470397111Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.470550867Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.4705976Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56918","req_id":"26a9521e-b4e6-4e11-9e26-8d19019c7b53","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.470942868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3357, tv_nsec: 269839218 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.47098908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.471284249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54562","req_id":"a6b233a2-3eca-4b6e-ab18-609126204a82","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: cf 54 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .T..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.471329338Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54562","req_id":"a6b233a2-3eca-4b6e-ab18-609126204a82","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53076,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.471411232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.471433977Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54562","req_id":"a6b233a2-3eca-4b6e-ab18-609126204a82","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.525485371Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.526415885Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.526482447Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.526519481Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.526548489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.528809544Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.529860047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56595","req_id":"f3720725-c288-451d-a556-c5fb4bec5d22","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 7b 90 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c {............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.530140416Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56595","req_id":"f3720725-c288-451d-a556-c5fb4bec5d22","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.531169767Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 31632,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:12.531539012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56595","req_id":"f3720725-c288-451d-a556-c5fb4bec5d22","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.534673758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.534731062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.534760341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.535108404Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.545595128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.545714656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.545803082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.54649937Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.552594394Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.55268784Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.553394257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.553767942Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98a25590-f60a-440b-be51-4b6d8c57f31c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.554142829Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.555203853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.555382569Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.555846353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.556701908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.561028899Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7093994-2973-45ac-9d44-d4b46af36c2d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.561339378Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.564615705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.564739442Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.568413813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.568517139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.571901612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b5ce6bf-27d4-4865-b4fd-daf55881601b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.572169686Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.575680942Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c6a2849-e301-4254-903d-c798b8bb678d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.575894728Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.582464588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcc842ee-2e79-4f2e-8e5f-98c767ad36ec\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.582815477Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.585928279Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.588596746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f75e9862-b8d8-4712-8474-76874ef2734d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.588858959Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.592160346Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06962932-ddfc-471e-bb55-234b109cabb3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.592370325Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.595422486Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58e6983e-7699-4c6d-9f0e-2363d57b9e9c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.59581586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.597253634Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dae67ed-d8a5-4173-a4de-3695da27097c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.597510186Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.59893267Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dc91b24-24c8-41f9-9bad-b195c932385e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.599164902Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.600592136Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ffdcfa1-26cb-4004-84c2-4c04a1b9c5d7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.601250618Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.602413736Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d510c5d7-4b95-4e23-9fba-352fc12e0dff\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.602545268Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.608701954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d490952-ff78-4285-a04b-02d63b9c3f0f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.613158484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.615953152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"067032c0-d79e-46bf-8d1c-c10ea4c5a598\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.620730581Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.645485283Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.645597005Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.645633248Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.645660692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.662331067Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:12.664228487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.665928785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bba39efc-6c28-4a06-870f-bd03236ee2a0\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.666303101Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.667098826Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.676687822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.676778994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.676864173Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.678968105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.68277514Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.682901853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.684376321Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.689319399Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41e4384d-4b91-4328-baa8-3f09549a0c36\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.68967089Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.694693818Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65a6059e-d291-4d8b-9427-f82f1d007441\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.694913746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.706194422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6803bf9-af07-4df4-867f-656847bb4d52\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.706476283Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.723789188Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9015510b-926f-40a3-990e-797b212298de\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.724239606Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.725422212Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77667366-9986-4292-bd01-81f8edcdbde0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.72579782Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.726993062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14d0535c-56d7-43bf-84a2-97e0cf09dc54\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.72736874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.730963222Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da1bce15-1568-4811-b969-282c31f0ae7a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.731364812Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.755357717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.757886916Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f6b53a8-54af-4645-8e81-ec66e243d568\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.758107205Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.760002902Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c850353-636a-4ef6-aedf-e1c6cacb22d9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.760482688Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.782834763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"458e9708-5554-475d-b5db-013e996bb154\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.783755287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.787578293Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee3aea8d-32b4-4cdd-9209-ad1025ade178\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.787794143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.803145199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"911cdd47-5a1d-450d-b6de-f2033c21446f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.803366219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.811083726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.811223084Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.811321971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.811408994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.8151409Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.819252041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.832747319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.832809754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.832839343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.833356754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.839208713Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"826b3f27-564d-4b56-9485-ca1605d5ca70\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.839522238Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.839748669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.839801965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.840507381Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.844109979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b609648-bcfd-4ca2-9148-4eec9e285e34\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.844206742Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.849006184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15fd5f3d-547d-4b96-94c2-e16440ae9bd4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.863658358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.870698585Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab766503-b28b-4a47-a6e2-fad043ae835b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.870898954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.872642157Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b09b11c0-1718-4786-8cd1-0ac399b84e81\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.872821675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.875468619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c52cfd7-362f-43dc-be58-bfcee44d63a3\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.875610041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.877098406Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27cfbd1b-cf3a-4243-ad7b-9776f128517f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.877623262Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.881789212Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad478402-9f5e-4484-9882-884906d00827\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.882096645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.886657923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79b56807-cafa-416b-b9ed-89400ea77b40\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.886836128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.894781659Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4dd64031-c5fe-44d0-b6a9-327ff14fc35a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.8948676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.901009708Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c7cc2a1-c22f-422d-9288-3006acb69cbd\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.901292381Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.902112796Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.904440533Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4b71b5a-8b15-429c-94f9-6446b935fe40\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.90468481Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.909662478Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c8f12d7-d216-4204-a06b-c8f5d1be6a94\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.911015383Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.946592519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18a0759e-467b-4231-b9f2-29c544a1121d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.947005662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.952580569Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"288d82cf-cc62-4b3d-aab6-231aceae2849\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.952824906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.957566043Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.957705601Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.957824908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.957919266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.958819119Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.960070192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b62c6b0b-27aa-4af3-b9b4-8853c8a1d626\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.960367745Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.962626084Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.968141614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.968241523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.968327153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.968841107Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.970118803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f648ef74-0c45-4922-b273-c2d5af58f176\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.970378731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.971730224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.971838439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.972569336Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.972844043Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a42e296-aee1-4dee-b059-9e4c3080876b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.973067278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.973223619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.973312907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.9736303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.974328982Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.978420965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.981697593Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.981800077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.982023733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.982149544Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.982229733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.982607486Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.985909395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.99056457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:12.990723847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.990824318Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:12.992250369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.05221262Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.05228815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:13.052882034Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45288"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.054909613Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"a20af593-6a5f-4299-9298-bb67e5cd2f17","remote_addr":"[::1]:45288","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:13.056164504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"a20af593-6a5f-4299-9298-bb67e5cd2f17","remote_addr":"[::1]:45288","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1261,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.056647396Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a20af593-6a5f-4299-9298-bb67e5cd2f17\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.059520781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.059576392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.059605069Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.069602779Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.069779871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.069881313Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.069972345Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.071432344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.076051968Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.080451303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.080672905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.080720319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.081243131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.096553556Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:13.121799728Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:13.122161779Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.122219835Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":26,"elapsed":"666.986066ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.122255756Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":27,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.122282339Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.122310986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.122341287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.12236794Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.123066532Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.125104322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.134054414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.134153772Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.134187139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.135029918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.150199192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.150341315Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.150495141Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.150586824Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.151523651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.152055771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.152166692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.154574489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.184514793Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.189723481Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.189875915Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.19050569Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.193510096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50958","req_id":"81314b13-3e26-4db6-83b3-8a88d0c44eac","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 02 ca 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.193573622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50958","req_id":"81314b13-3e26-4db6-83b3-8a88d0c44eac","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 714,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.193801526Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.193967577Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.194060623Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50958","req_id":"81314b13-3e26-4db6-83b3-8a88d0c44eac","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.195455512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3357, tv_nsec: 994257734 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.195789668Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:13.195960548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.196605924Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.198136814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"debacadc-68af-40ca-aa4a-2a7fa4b2f531","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.1985264Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"debacadc-68af-40ca-aa4a-2a7fa4b2f531","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.19859122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"debacadc-68af-40ca-aa4a-2a7fa4b2f531","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.199284761Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"debacadc-68af-40ca-aa4a-2a7fa4b2f531","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.19969066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.199743435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.200196488Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.200307509Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54214","req_id":"d3356935-bb5a-4dc8-b200-f1e7ebe250ef","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: ab 9f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.200354593Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54214","req_id":"d3356935-bb5a-4dc8-b200-f1e7ebe250ef","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43935,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.201039117Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.201088646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54214","req_id":"d3356935-bb5a-4dc8-b200-f1e7ebe250ef","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.248571081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:13.249991832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"debacadc-68af-40ca-aa4a-2a7fa4b2f531","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":51893,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.250875132Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"debacadc-68af-40ca-aa4a-2a7fa4b2f531\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.251259027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.253143291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b2471ce3-f104-4d08-9165-6a47a8fd15a0","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.253362578Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58475","req_id":"eec3e9a7-72db-4b30-8580-740f8b5c0503","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3c 3c 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c <<..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.253594711Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58475","req_id":"eec3e9a7-72db-4b30-8580-740f8b5c0503","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15420,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.253917213Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15420,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:13.254180698Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58475","req_id":"eec3e9a7-72db-4b30-8580-740f8b5c0503","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.254569693Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b2471ce3-f104-4d08-9165-6a47a8fd15a0","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.254693961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b2471ce3-f104-4d08-9165-6a47a8fd15a0","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.255951677Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b2471ce3-f104-4d08-9165-6a47a8fd15a0","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.256699797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.256793534Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.256927952Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:13.260122487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"b2471ce3-f104-4d08-9165-6a47a8fd15a0","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":6974,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.260955306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2471ce3-f104-4d08-9165-6a47a8fd15a0\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.261226206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.261319241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:13.261400112Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.261587335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2c43b3b-7b5e-4410-a90e-f080bf08abf4\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.261968545Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.264929104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.265134232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.268777221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.271100219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.271236701Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.272126374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.274231007Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c6b3678-78e8-430c-96a9-8a9556825f8d\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.274467508Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.281258599Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41b6120b-a29b-4d6d-a7b7-8bab8f91ad53\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.281327476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.284228486Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06644cd4-a510-4b9a-9e29-f53e02268152\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.284351672Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.287154226Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"777b3b0c-2012-4721-9990-a49d6e6d6bd7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.28734702Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.290481435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.292861106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8d5a405-5b7e-459e-8c84-3fb5d69baa53\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.29311904Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.295090107Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b68a7584-bc7a-4996-879a-02b8dd95af46\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.295221459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.296675957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0997efd-dcac-47e1-be50-38112f3da2ca\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.296820896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.297546862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f621866b-d7ed-4bc1-a9c1-0775e0f185ed\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.29769105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.298576233Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a95d31e3-89c9-4ed1-986e-dc27bda54211\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.298641193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.299463972Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5ae9bed-e9be-4260-9456-89ed0ec6e6ae\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.29959367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.300404857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bc350459-a18d-4b9e-abd9-93a7e784e1d5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.300520697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.30198247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b38dd94-eeb9-4373-934e-9d1dfa261878\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.302161346Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.303712788Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"894bd7d2-4c0b-439f-8992-0db7d9d1098c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.303867836Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.306146146Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d8ffca3-bf4a-499f-b25a-fd3860a51ede\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.306211155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.309328456Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab8c76e2-5127-449b-a947-d6fb85e4852d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.309517904Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.312521288Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d8fb21f-236a-4668-8706-01c51c28958b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.31266277Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.314729468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0be4e20-76ea-4836-88eb-6e39f09a4989\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.314860028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.318412215Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da53aee6-8425-46ed-bdd2-c4882fc8a33a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.318789196Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.320420978Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a90648f1-8096-4470-8389-a9dea41abebc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.320590245Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.322242677Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1f35cbd-ede7-44aa-8432-34eae9843282\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.322481553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.323359071Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90a0921b-5e93-40a0-b6fc-6c5048c71205\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.323484311Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.324901615Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6efb7179-2fb8-4ad8-b663-7873f56522a1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.324970302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.326752763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01fc56d0-dcbe-431d-8d8d-087d55185c3c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.327016499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.32871379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76f9606b-e510-40b4-a2c8-cb0d4c77f25a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.328838118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.330381674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d75cb179-587f-4c26-987e-197adba9077d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.330454699Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.332930251Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae10451d-10d0-4aa5-ab0b-8b8ad1e80737\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.333059138Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.334869034Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f24b9b7-9333-412b-a509-6f8c35acba98\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.334960186Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.336801224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2613d32-6bb6-4765-9b17-3129647b3043\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.336872536Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.338569958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbe0ce37-c54c-4b49-a5be-40c90c1e0af2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.338680048Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.33957987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"545d51f7-53ac-452d-8c70-4c8a43c8f2a9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.339650261Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.340526306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bf29423-b145-48b9-a2f7-5b22657f2782\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.340572929Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.341206181Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.341265629Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.341297673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.341324256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.342181113Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.344075498Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e07972cc-0c9b-40eb-99ef-6de9ffd1f67c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.344311127Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.345587049Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.353875183Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.353988739Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.354082837Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.354628023Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.357283153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f473fcd2-3028-4328-acb4-7bcf6384c035\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.35770814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.358282895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.362250019Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.363589698Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.364710051Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c01c293-3eb1-4abd-9c05-474acde71f20\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.365129186Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.367940728Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8e5722f-1e19-47d2-b2d6-26b8d0fe1eb9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.368172359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.370768021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8069fd21-cb5f-48a0-840f-45b1ee062349\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.3708931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.374284367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51e90629-5fd4-4b74-88bd-f814a4032aef\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.374395739Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.376821322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b0b3cde-cdb8-4c30-9fbc-e74eb4297b93\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.376895199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.37960626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"221f1418-cd4a-4d38-b3b3-16540f620d09\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.379870196Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.382839402Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4da84ade-3673-4c07-9673-337db9bfdda3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.382905554Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.384069523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aad09cd8-3957-4d0a-a2e8-1eef8db04819\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.384195745Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.385444653Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe401fad-4bf0-440c-a081-09620d7a1c23\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.385742396Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.38731029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5e63051-75dd-42c4-b6d6-14f2e79d53bd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.387452884Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.389434673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6ab62fc-186b-4be8-a86d-5e016d800ce8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:12 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.389499933Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.389533921Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.38956384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.389592858Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.390468984Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.39560683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.402153003Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.40223186Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.402266319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.40229685Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.402324625Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.402717728Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.404358888Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.408669667Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.412818383Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.413132108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.413346265Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.413931181Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.554405036Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.555630056Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.556784847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.557230064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.557290845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.557324613Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.559342553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:13.559483103Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58036"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.559682861Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.559781528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.561841973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.56318043Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.568245983Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"e43598e3-75ac-49f0-8f2b-5b55844c74b6","remote_addr":"[::1]:58036","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:13.578987334Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"e43598e3-75ac-49f0-8f2b-5b55844c74b6","remote_addr":"[::1]:58036","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10774,"response_code":"200"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.5797583Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.612650255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.612745886Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.612777469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.613813874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.614155965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.614220554Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.614600531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e43598e3-75ac-49f0-8f2b-5b55844c74b6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.622421203Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.622554699Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.622620701Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.625591119Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.625774615Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.625884594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.625971126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.627310786Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.63359658Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.633703272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.635342037Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.639678227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.640198223Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.640304304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.641079389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.641761257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.641871006Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.642838634Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:13.673314545Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:13.780477069Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:13.781151353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.781299228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":27,"elapsed":"659.034443ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.781445549Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":28,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.781539506Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.781670678Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.781770006Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.781976607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.785294077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.786406964Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.788565244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.793029509Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.793190219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.793289517Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.795357928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.829444513Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.832875449Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.861379301Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.861670953Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.872267876Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.872446372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.873380413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.876201925Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53901","req_id":"ce414106-60d8-4165-8485-7f9f53eb172d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 89 5f 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ._..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.876484848Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53901","req_id":"ce414106-60d8-4165-8485-7f9f53eb172d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35167,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.876839335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.877118761Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.877344221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53901","req_id":"ce414106-60d8-4165-8485-7f9f53eb172d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.878845852Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3358, tv_nsec: 677770698 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.879031091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.879618311Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50975","req_id":"fed4bdf5-b0ea-4709-b3ed-d54d8f04987f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 88 a6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.87983841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50975","req_id":"fed4bdf5-b0ea-4709-b3ed-d54d8f04987f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34982,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.880200842Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.880353126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50975","req_id":"fed4bdf5-b0ea-4709-b3ed-d54d8f04987f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.880618865Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.88751757Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.89043372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.890543589Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.89116137Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.963743636Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.966698483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55092","req_id":"fdc457c8-470c-477b-a243-e66d12bdd4f5","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 63 75 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c cu..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.966944483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55092","req_id":"fdc457c8-470c-477b-a243-e66d12bdd4f5","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25461,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.967326364Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 25461,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:13.967457125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55092","req_id":"fdc457c8-470c-477b-a243-e66d12bdd4f5","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:13.967494299Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.968777465Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.969531558Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.97081769Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.970867379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.97089785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.987459588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fb30cf7-e778-4ca9-b11b-a8bf25e2276f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:13.988168571Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.01818152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8d2ebb0-23a2-4670-b1cd-ceb13e1313f1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.018925602Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.067711906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc1874d6-8182-4f26-84ca-38e53142a963\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.072043156Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.078072939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0943b591-ade4-4112-a9bd-bd3e0d505076\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.086468637Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.095869458Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fd02989-5c3e-43a2-8605-a741c344a93c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.096302531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.104093714Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.107245213Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4d33f5f-49ec-41ef-a94d-f3a0ecd67c72\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.108963808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.110692863Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36fcacae-1e12-4022-8bfb-b41d26a5b29d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.110829194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.112457028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68144f62-81f2-420f-ae44-c55345dd3f6d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.112577548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.113448984Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ab59d15-2517-4754-b2b7-7b82ba37e83a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.113601297Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.125936805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2b0e6f52-287f-4f6b-84cd-cb6d72d650b1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.128729048Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.13101827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1699abd-37d8-4d09-8420-f0586bd9a6e0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.131250873Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.13627312Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"803711b2-8fcd-4b34-a2b5-a9c62463caa2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.13666996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.15449236Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f362af1-18cd-4eb8-8de3-0dd9070a8c77\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.169921321Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.191614013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.19698306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.197080895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.197115033Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.19779105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.201387015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86afe927-0e1e-4400-96ee-fe60fa40e9ae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.201533366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.203073365Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.210325514Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.210386967Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.210420954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.210832915Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.213365381Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.213424669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.214030646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.217262866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"004c4f68-5549-4af9-8871-ffcd7b361f20\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.21742517Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.228477721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a455c82-a410-4633-9ad8-29d3666f1c67\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.228608923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.233853422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adb1a32d-e5dc-45a3-a4a8-55b7c77731c8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.233928271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.241096103Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eebab0f-c301-47e4-88da-9653df280012\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.241170571Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.250102527Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"273e00fd-e8fe-4651-bb71-d9e98d9e7811\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.250336213Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.2543599Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.256391678Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9afdf6a2-22af-463a-b203-8225d982382f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.256547118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.25891701Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c300a26-4fe5-430a-9665-ca8444a3578b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.259065826Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.260176118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2768f49-9455-48c6-b3fe-4d735affefa1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.260240817Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.261219517Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1f3aaa6-6ea5-4b11-baf9-8e6c0a81a003\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.261287022Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.262463145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf177608-6fd6-479e-bb58-a7425dad3f38\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.262635649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.263267858Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.26344917Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.265249166Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.265996635Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.266132877Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.266175091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.268054465Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa0b2da6-7109-429b-ae6f-638aafe01eed\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.268229694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.27002449Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f1360fc-d01e-4828-ae9c-2edf6f8a732e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.270095131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.273303915Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bb340a6-16b6-4467-9594-cae5b9e4e392\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.273363583Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.275195483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc4aaf3b-7756-460a-aeb1-bbbe65f5a8f8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.275312927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.276969588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c0b8e01-4a61-462d-bf77-7d5704295d93\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.277087463Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.282326491Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4397863c-2859-4368-9a8d-18a6edcf0dfb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.282500117Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.283419369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69377fe5-cc90-4091-a024-6fa701379cca\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.28356546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.285464814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e9b43d2-1ac2-4e21-88f6-0117236e841f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.285522018Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.286694655Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d318526-c404-4a5a-ad83-c6cbb627ae6b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.286869734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.288101337Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c0713fb-80a0-4091-be8e-d558cd487901\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.288311967Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.289542108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb6bd4a2-b228-4ac8-a392-0219d8f71e42\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.289826364Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.291916559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac891c24-e3ff-4524-9355-69fdfe50a043\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.292118491Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.293980111Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"038b89ba-6628-431b-a2a1-2cfc7021dfd1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.29414547Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.29736747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cf4c04e-d16a-479d-91e7-18e2b57832d9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.297505575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.29998754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f3bdba6-454d-4a81-9dab-a87a9ed04474\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.300107148Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.30239654Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22bb36f0-3e4a-47de-a9ea-2e8d2303bc66\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.30252195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.304609649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8324637-caa8-47a5-8e8f-bfb79a5ae293\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.304731752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.305818588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58d85bc1-d268-44d9-8414-b42e3eaa4c00\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.305946403Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.306531839Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.306570837Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.306600305Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.306626818Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.307254138Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.309377338Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfffbd7c-253a-47ee-b888-0f8b98d7bda4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.314152222Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.314540275Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.319552722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.319616058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.319647762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.320034302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.322977726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2400095-5e75-4a24-ad90-2d1d686e0ca9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.323194428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.32388812Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.32392797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.324477104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.325035226Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cb4406e-5c5f-409f-9723-a918780676c4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.325109434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.325145906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.325179143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.325210826Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.325692696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.329853736Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.337556123Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.337618207Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.337652565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.337684559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.337714078Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.338125437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.34196117Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.345476283Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.345520772Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.34555495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.345968795Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.463181704Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.464127578Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:14.46480591Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48532"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.465671494Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"0d40f9bb-4a2d-4465-83c1-8650ae76278c","remote_addr":"[::1]:48532","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:14.4994471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"0d40f9bb-4a2d-4465-83c1-8650ae76278c","remote_addr":"[::1]:48532","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":33771,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.500230331Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d40f9bb-4a2d-4465-83c1-8650ae76278c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:13 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.517050113Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.51714419Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.51720906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.519167201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.519320176Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.519559172Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.519664512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.520485698Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.52486326Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.534540251Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.540816736Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.540904592Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.542116436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.57092734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.571436214Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.571685581Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.573424085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.589716767Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.589800784Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.60140245Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.601502549Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.634775553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:14.665295693Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:14.665564619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.665622273Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":28,"elapsed":"884.137106ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.66566096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":29,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.665688165Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.665718505Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.665747753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.665775168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.666570733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.66917417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.6732546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.67331956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.673356303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.673691461Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:14.674681624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.691444092Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.691504973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.69157885Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.691612908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.69207538Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.692219416Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.692264697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.693795958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51370","req_id":"66d721e0-9e77-48ce-a9c3-04ed2b77796a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: f8 2c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .,..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.693860115Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51370","req_id":"66d721e0-9e77-48ce-a9c3-04ed2b77796a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63532,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.694083901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.694275994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.694317878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51370","req_id":"66d721e0-9e77-48ce-a9c3-04ed2b77796a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.694658065Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3359, tv_nsec: 493557781 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.694716532Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.69504209Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56299","req_id":"a0f4f83b-27c2-4a81-a326-2a3c11e664d2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c0 42 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .B..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.695097441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56299","req_id":"a0f4f83b-27c2-4a81-a326-2a3c11e664d2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49218,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.695186418Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.695268151Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56299","req_id":"a0f4f83b-27c2-4a81-a326-2a3c11e664d2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.695407899Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.699925591Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.699983676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.700012554Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.700363293Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.827786094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.84652507Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64212","req_id":"46c2c964-c5a2-436d-8190-c8698a201729","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3e 2f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c >/..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.846934836Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64212","req_id":"46c2c964-c5a2-436d-8190-c8698a201729","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15919,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.847357017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15919,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:14.847706594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:64212","req_id":"46c2c964-c5a2-436d-8190-c8698a201729","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.847944067Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.84808622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.84892423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.849175851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.84926573Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.849395298Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.856137772Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0931f5e-afc8-4da4-b802-14462ac57003\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.856558901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.858484949Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8048bc9f-ea53-4c25-be03-2533cbf939f4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.85877138Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.862811519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f930d46-53bd-40e7-bd83-5b3fd1d83f89\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.863054914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.866910677Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04e45282-a000-4b97-a370-d7757ee141fc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.867239271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.871633276Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fad1da42-17dc-47f1-a7c1-e14df6ab1e24\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.87184604Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.874815477Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1f3535b-4a9e-4edf-b4a7-aec19b24f69a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.875048952Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.878595528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52f1981e-dd15-47ec-8bcf-180bfbde8b4c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.878779404Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.884430614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.885223744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f974411a-43a4-484d-af98-5bea73ba883b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.885297351Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.899348968Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7c947fb-fe87-4536-a475-fd82e59397e3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.899676851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.902383865Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c155bcb7-2431-4a82-8622-7494d246d87c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.902603603Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.904623687Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94a93aa5-a53b-4438-b6d9-760d1d26fcbd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.904874607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.906330799Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88b4bbd3-c25e-4d90-990a-60131c8a0a64\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.906495848Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.910046422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca472a69-9db6-4b11-8ee4-50ca7504c6f1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.910435136Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.935797409Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.935892108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.935930184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.935960724Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.936658705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.943199587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.948590428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.948657773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.948692321Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.949051677Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:14.958774469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.958841102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.966741854Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.968020612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cfa6bae-7592-40e0-884a-b4708b2bebb5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.968144108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.982555622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea42475e-c008-4deb-999e-b8efd87f983d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.982702084Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.986247838Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"43467b00-aea7-4f2d-95f4-b9f7edcd161e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.986317146Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.992304706Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f218c9c9-d939-48bf-9b6d-4188658af8ae\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.992529534Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.996069507Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a246fe3b-8c85-4885-b293-5e6e3df75b56\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:14.996148675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.008995872Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7d706ae-1932-4fa7-81a3-688032e08854\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.009082625Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.00949649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.010917902Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b30ebb2-d878-43f7-9caa-0c39bc7c6b13\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.011100425Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.012173203Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d3e98a1-3ce3-4380-93d2-072b3c283acc\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.012310126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.013242323Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f2e4d4e-239c-4a0a-a042-3258fc29c6cb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.01336652Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.015021778Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ec08b83-98b2-425e-a7b2-6992b15c8a4f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.015166958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.018112727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04f81baa-7b5b-42a3-a272-0ba9b171203d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.018338286Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.020173774Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00f05481-55ed-42d1-9f3e-889df1036c99\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.020291218Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.022196193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e165d961-a3db-4f90-8c5e-f6e5d4dbf46d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.022359318Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.027029744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b2f08e9-ffac-4e52-80bd-e31b48c23740\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.027154683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.030101794Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6b58ea8-20ca-4aa8-9fd4-54864fc545f9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.030257956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.045581246Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5414c6fa-2b0d-4d74-93c4-b4e74077fad1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.045931023Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.048123061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf20a634-cd01-453c-b820-122ff309a7db\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.048269643Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.050281992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bb5d5a1-9220-4051-a112-ebf4d82e108f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.050349026Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.050912458Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19296354-0264-4da0-9f13-5c2e54378c0e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.051217496Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.063828393Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.064033501Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.064154582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.064250013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.065226598Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.066809322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6c5f8e6-b0fb-44dd-bf96-0def092093f6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.067488475Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.068977562Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83dfe4aa-40a0-4690-b610-ebaa56626a4e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.069213432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.069492037Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.0818907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.095913781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.09602397Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.09684703Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.099583763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"338258eb-58d6-4539-96bf-826ead89e626\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.099990633Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.100272174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.100378616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.102334253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.104934143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03744b15-7edd-4022-920d-17e4e07be46f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.104998131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.114681003Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7845ecbb-5553-480a-ab27-2bace6ef3aaf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.114771072Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.130811372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a68b4394-43ae-4827-95ef-45ad0672a567\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.130964587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.133870557Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2213960-3900-427e-9062-2117b92e3435\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.134060245Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.13595498Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d207ac1-bc2a-4449-a818-30a84a436468\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.136030992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.138610421Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aed2cf0f-f124-4134-bc67-ea9dc787006e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.138679569Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.139531977Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7ad6580-8eee-457d-b4f1-c4245f3fe831\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.139657958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.140711046Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a69390f-83a4-4174-9c06-3abca13d89a2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.140792529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.141821278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acfc5e10-b902-46c4-93e5-95e3c99c6bea\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.14189753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.142992973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f01d670-bd86-4dd0-b8f2-6fbd528a47ef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.143072712Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.143199925Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.143249484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.143282029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.144245528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.155665502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.161658984Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.161740546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.161777239Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.161808992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.161838571Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.163138752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.163204463Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.164685624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.173651498Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.174056304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.174164791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.174755037Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.231865455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.231942669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.233398801Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.233476255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.23350911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.233535623Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.234153604Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:15.234216039Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41965"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:15.234391508Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.235478214Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.236389068Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b3593e25-4c8a-4c10-9eac-667b2f275a94","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.237094674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"6e7c6e55-59ff-40e8-8b06-b560673b2765","remote_addr":"[::1]:41965","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.237362177Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b3593e25-4c8a-4c10-9eac-667b2f275a94","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.237467237Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b3593e25-4c8a-4c10-9eac-667b2f275a94","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.237962293Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b3593e25-4c8a-4c10-9eac-667b2f275a94","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:15.238367781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"6e7c6e55-59ff-40e8-8b06-b560673b2765","remote_addr":"[::1]:41965","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1270,"response_code":"200"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.238560775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.243595126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.243655997Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.243685486Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.244140803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.244312155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e7c6e55-59ff-40e8-8b06-b560673b2765\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.247792579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.247896035Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.247935043Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.251624183Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.251713291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.25174816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.251776838Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.25216455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.254428621Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.254487348Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.254907195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:15.25545675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"b3593e25-4c8a-4c10-9eac-667b2f275a94","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":19452,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.255683291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3593e25-4c8a-4c10-9eac-667b2f275a94\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.255877458Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.256323647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.260836609Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.261063791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.2612238Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.261669348Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.270783728Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a8da8281-df98-4d6c-8837-d24f73075fe3","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.27086045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a8da8281-df98-4d6c-8837-d24f73075fe3","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.270905751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a8da8281-df98-4d6c-8837-d24f73075fe3","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.270939819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a8da8281-df98-4d6c-8837-d24f73075fe3","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.271210448Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.271248724Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:15.271276349Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a8da8281-df98-4d6c-8837-d24f73075fe3","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":6093,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.271315066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8da8281-df98-4d6c-8837-d24f73075fe3\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.271348693Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.271372881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:15.271395466Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.27142226Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.271446809Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.271471037Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.271494694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:15.351818214Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:15.35314168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.353213964Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":29,"elapsed":"687.506671ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.353255267Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":30,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.353283934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.353313573Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.353343603Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.353373663Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.354390018Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.35544002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.358190961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.366069739Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.366188295Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.366222122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.368031117Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.371708804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.37176672Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.372716472Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57231","req_id":"ceecb358-3664-4fdc-bfa3-abc567c91596","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6e e5 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 n............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.373947344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57231","req_id":"ceecb358-3664-4fdc-bfa3-abc567c91596","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28389,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.374078816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.374275689Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.37463786Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57231","req_id":"ceecb358-3664-4fdc-bfa3-abc567c91596","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.375529266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3360, tv_nsec: 174405245 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.375747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.376312236Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61748","req_id":"f277322d-6ef9-49b2-a913-ef685e8e0ac0","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 1c 6f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .o..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.376442947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61748","req_id":"f277322d-6ef9-49b2-a913-ef685e8e0ac0","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.376662394Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.377167971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61748","req_id":"f277322d-6ef9-49b2-a913-ef685e8e0ac0","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.422780792Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.423230859Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.423421969Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.423450336Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.423477881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.424733553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.425043811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59327","req_id":"12d952fa-3b60-43d3-b4dd-0d73159519e1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 42 59 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c BY..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.425086005Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59327","req_id":"12d952fa-3b60-43d3-b4dd-0d73159519e1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 16985,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.425156646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 16985,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:15.425291594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59327","req_id":"12d952fa-3b60-43d3-b4dd-0d73159519e1","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.425443778Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.425491312Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.425644578Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.428845395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.434261777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.43435385Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.434386556Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.434697956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.435662468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0af075f7-a82a-4cc5-a6c9-f240fe7f96a2\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.435961614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.437424258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3faa31a1-8535-48fd-adc5-896d352e3f0c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.437589537Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.437779626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.437822391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.438327448Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.440512712Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65fe168d-1227-4e0a-ba9e-01f55f337df6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.440829152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.443943477Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5eef6688-c82d-4ec7-ac5b-e76f43d45f22\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.44438158Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.449330981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50071571-4f6e-4b45-bf54-7c53ba2f1938\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.450078661Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.45559884Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a255507-eb56-4c52-9529-9081129b6dbd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.455727175Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.457999473Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd7a697f-5fa0-43ef-a69a-9cda6de8eb7a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.458159963Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.463034866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91ba9fd8-db9b-463b-bfdc-96d56550c52c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.46438705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.465504616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"add5163f-501a-4682-b15d-e1fc1a9e1dc9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.465702811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.470732082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6634c452-8338-4adc-a0d7-45cf1867243d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.470888934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.471894107Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.47293434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a908266-4dce-41ed-8630-2e76dd99b79b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.473138997Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.480149766Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af0f7686-4b23-464e-be0a-2474a6ba5095\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.480411517Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.481950965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0d83757-032d-443f-85e1-61297c00df79\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.482138037Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.483983625Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"073c41f4-7654-4554-ae72-4f77db5f3aa6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.484153814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.489169477Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9f7c77a-0675-4b2a-8508-623eb3d308d3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.489392932Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.491787764Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"452853dc-cfbe-48ae-bf3e-4aa4da15eac4\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.492113884Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.494389928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa932508-a5c8-4ed3-b2f8-151c08624267\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.494602722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.4973319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1396846-137d-45ed-9b0d-d0df6470d562\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.497544163Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.500110386Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65a3400e-9aa3-4d95-a9bb-26f75fb0adb0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.503693575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.504737195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7ed09d1-fa63-4ae3-bcd8-af6ebdd5b78a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.504893957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.506907389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b6ee1a8-34ac-483a-a4f2-02528e313531\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.50706343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.508198341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7241ba5-8752-4b59-a1e0-45b94c0c96dc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.508404121Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.509542319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cba9a35d-6741-4e1c-bbac-6b97e8431917\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.510590898Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.513165077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e815725-8ece-4bff-bf4c-f7cfd6953676\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.513371738Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.516021017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97105737-9436-4002-b111-1ba1e1fbb0bf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.516151116Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.518203806Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ddefdbc4-3a4f-43c9-9966-98cdb5f3c836\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.518378464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.521473811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b130f590-440c-44bf-a49a-9d55b800f93c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.521542699Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.523215481Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.52327487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.523307455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.523333046Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.524079984Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.52499634Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"08b51e04-d762-405a-930a-b8412f02beb9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.525130407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.527127466Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.532482365Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.532542966Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.532572525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.533076289Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.534082253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaaeb1c1-28dd-4de0-9c6e-10bc9a43994a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.534408493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.535642532Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.535702271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.536194241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.539130671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eb06b43-ed83-468f-a6a1-a897958ebd47\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.539204228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.54094683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9460560d-84df-4fd2-b865-1721d42f2e90\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.541051499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.544264039Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d07c9001-8e28-4c4e-80b0-b06d17722c1f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.544399439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.54576022Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33dfd7c3-5b03-46db-a15e-3d09fac4b1c0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.545956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.54725089Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64cf5e38-acf2-4541-9670-23d6bbcc77d1\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.547324858Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.550455846Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf0e6041-5873-4afe-b008-f84e5a740757\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.550695734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.553996661Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee1cb67f-ef98-4a9a-bc00-c085f0b9f244\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.55450325Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.560055643Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.560119631Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.560150562Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.560179971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.562670323Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1e2c016-1883-4d61-9c2f-2110a6ff92b0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.565989756Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.567495517Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.567539574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.571057093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.575223955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.575284646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.575313814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47734801-19c6-465f-a3ef-4a2dd6fa0f69\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.575349926Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.57934185Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72c1818d-afe2-4569-9aa4-d27db8f4b910\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.579650204Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.58122405Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb22dc51-72fa-4901-9ea8-711eb62d563d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.581303197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.583530064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db326ff5-b965-4319-8d52-1a22f7b8278d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.583643851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.58463214Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64d116b4-58c6-48dd-9a2e-f3e246b31822\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.584819243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.585765759Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85387991-976e-41c0-a4a9-d80970e272a4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.585989946Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.586933726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd895e77-cf26-4b1a-b012-80031ab55e47\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.587172422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.588053347Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60c6d798-690f-44f3-af24-028e4e692daf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.588179047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.589247777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.589324239Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.589354329Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.589377996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.591766565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.599706826Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.599907906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.600003867Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.600087795Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.600166612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.600925965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.603801293Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.609546671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.609773713Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.609864444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.610757553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.679865807Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.679936097Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.680377256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.68051466Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.680559599Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.680699348Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.681535945Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:15.681594091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37696"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:15.682131171Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.682643762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"63a669ea-0c4e-4220-b16e-fcd5217c065d","remote_addr":"[::1]:37696","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:15.683208668Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"63a669ea-0c4e-4220-b16e-fcd5217c065d","remote_addr":"[::1]:37696","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":564,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.683855647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63a669ea-0c4e-4220-b16e-fcd5217c065d\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:14 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.685933527Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.685991903Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.686043997Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.688720009Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.68878077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.688814266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.68884136Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.689608128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.690326369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.696572715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.696650409Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.696720539Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.697353941Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.700347175Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.700406904Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.703391511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.703524496Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.708481873Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.708917962Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.709120175Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.712287555Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:15.763984338Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:15.764272011Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.764328463Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":30,"elapsed":"411.066974ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.764422341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":31,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.764464755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.764495857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.764524484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.764552229Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.765372474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.766121496Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.769061283Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.77523785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.775304182Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.775336847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.776093384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.779552847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.779609801Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.781133326Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65301","req_id":"a14e7530-8cad-46da-a86d-f805706efb60","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 1a 55 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .U..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.781352613Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65301","req_id":"a14e7530-8cad-46da-a86d-f805706efb60","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6741,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.78154167Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.781882008Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.781932098Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65301","req_id":"a14e7530-8cad-46da-a86d-f805706efb60","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.782423527Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3360, tv_nsec: 581198514 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.782483286Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.782712442Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59916","req_id":"c2cf0b22-8233-45c6-bf54-dc4901112e24","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e8 fe 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.78276156Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59916","req_id":"c2cf0b22-8233-45c6-bf54-dc4901112e24","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 59646,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.782945697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.782974855Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59916","req_id":"c2cf0b22-8233-45c6-bf54-dc4901112e24","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.835414648Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.836063831Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.83626412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.83678597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.83700164Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.837809509Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.838452691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60942","req_id":"4ea53ef3-a19a-4a12-a1cd-89ae8c5aae28","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: eb 36 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .6..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.838750775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60942","req_id":"4ea53ef3-a19a-4a12-a1cd-89ae8c5aae28","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 60214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.839071935Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 60214,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:15.839271372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60942","req_id":"4ea53ef3-a19a-4a12-a1cd-89ae8c5aae28","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.84013356Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.840265994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.840411604Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.845437357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.855317383Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.855380248Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.855410849Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.85763485Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.862364504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.8625184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.863050911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.863372612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ad120f7-bbbf-4018-8188-385e08122559\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.863650616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.865366876Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c426ae35-c3e5-483f-a894-196f405ae96f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.865719959Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.870108473Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54c88bee-b6e0-4241-9e31-18614946e4f5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.871906736Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.877570541Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21c2043e-d43a-4d39-8b2f-5075e6ccaeb6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.877923203Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.881949335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d337a016-4099-46f2-90bd-9dca3da52e49\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.882446546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.887713249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdf3a492-9693-4168-b718-e32b29220b28\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.888113717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.900370027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8069bc37-15fe-4d2a-8bdf-2f1cec3b54d2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.900579384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.915560172Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b013859-5d39-4388-a4d4-c368963414fb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.91572961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.916677539Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.927093722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ea04c1e-005d-4fc7-8f7d-276747be8c97\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.928640053Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.946013038Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d13b75e6-bfa4-4b99-b9cd-89fb54219beb\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.946234529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.950683944Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"397d87ef-a8cd-41cb-92f3-fac4bccc7ebe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.95082219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.961797127Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a07b9454-4100-407c-a1ea-0b4cc8a93b2b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.961883218Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.963240993Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"548d7dd7-e419-45d5-bf84-9e24ed626e4f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.963603005Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.965524042Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94670439-5d22-40e8-ac02-3508314e34f4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.965648991Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.96736495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.967408717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.967577373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.967615279Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.968337688Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.968546204Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1db4b2fb-f891-41a4-8abb-10e61282531d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.9688156Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.971428326Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.976731723Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.976788516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.976818546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.977243262Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.978780916Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdac0699-beac-415e-ad0e-ea87826fe472\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.979101655Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:15.980396685Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.980456835Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.980941581Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.981984408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"821907eb-5c12-4c37-a7f2-b1487942421b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.982291731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.984805159Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad67e6d3-d61c-40a2-aea6-c6551bcd31c7\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.984884376Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.987303957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6c1e6d3-db57-45c6-a363-9ee7e308b1a4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.987377003Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.989198873Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28c88b7c-8735-4558-ac48-6df33b27cc10\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.989323772Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.990468372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47e5c133-c492-4db5-ab49-6a95035b9a79\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.990662098Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.992116947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"436a50ab-8369-40f8-9db0-a6949a5d7b27\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.992302607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.993530453Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7df92d5f-141b-441b-85fc-1d604287c492\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.993599791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.996136315Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"755765a3-90e5-4c3a-a956-5d1fceb31859\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.996320953Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.999319367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39858833-231b-4174-a8e5-8f4e5963b4c1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:15.999463394Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.002674352Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cb44d45-878e-4899-8e89-5eff21d16e1f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.002915532Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.006144045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06980c0e-4999-447f-9944-3e4456778e21\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.006346528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.008827291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae4037bb-3b5b-4493-b646-8437b7e310bf\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.008874646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.011172855Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adc36890-37bd-4453-90fb-d36c65a23d2a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.011323094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.018530945Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e6fa21c-7df2-4aab-85f5-ed7b9834795c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.018620173Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.018973477Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.023299436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53a21718-7e5f-4c3f-ae24-59c042b41fcb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.023385417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.02460153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5b588c7-c112-42aa-b282-40afa6997da8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.02476721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.026625563Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f0e40bc-53a9-4b3d-ae2a-cfd9a176e223\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.026763959Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.031026432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b723d084-ea81-43af-b4af-99767bdf4438\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.031237522Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.032900475Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04881ea2-d917-4a3d-91d5-cc47c259ea68\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.032961367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.035085379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbaa8e57-acfd-4eaa-866a-03d2b96b1b1f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.03515113Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.037534528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9957afd4-6a51-4d3e-b5bd-d9c3f150a811\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.037599608Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.041785659Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6545f2c1-e737-43a1-a849-8f12a035468b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.041871079Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.044861998Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3fa68b0-e87d-4ba0-86c1-a4ef9a388802\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.044942027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.056463724Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcb60ef0-8bcf-447f-bc71-18d0e5e47f72\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.05654195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.056577841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a4cba73-c5c4-4099-bcd4-7b6d7ca822a7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.056610797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.060750986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"449bf720-ec58-4d1a-9832-8003613ce0ce\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.060812639Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.061959313Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04c97259-1132-4e8c-ab61-e3feac213672\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.062181706Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.064682419Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8744288-f266-4f79-af9e-ab6f7016d862\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.06481838Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.065914754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0d66bf8-2abc-4d12-90d9-321d4b9f45fa\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.065969293Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.066004593Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.066038701Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.066067088Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.06692646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.070753395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.070958764Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.071047481Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.071080497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.072582098Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.072857407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.077561069Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.077632291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.077664896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.077695988Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.077723302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.078191244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.080090498Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.086833554Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.087041438Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.087094423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.087685511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.089985724Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.095717885Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.095777263Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.095808325Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.096254584Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.09694003Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.096989529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.097543893Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.162275407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.162335146Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:16.163453033Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:37668"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.16462586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"ae65c062-dc70-49c4-bdce-08f679e92fc8","remote_addr":"[::1]:37668","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:16.16495199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"ae65c062-dc70-49c4-bdce-08f679e92fc8","remote_addr":"[::1]:37668","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":698,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.165675411Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae65c062-dc70-49c4-bdce-08f679e92fc8\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.167463083Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.167521629Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.167553292Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.170959489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.171024649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.171061132Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.171091071Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.171939201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.176344498Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.18221253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.182520894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.182633619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.18318642Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.205863012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:16.219645723Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:16.220263224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.220579834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":31,"elapsed":"456.160069ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.221102045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":32,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.221214108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.221352514Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.22145111Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.221542322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.222563457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.225994453Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.23361686Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.233699985Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.233737059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.234042488Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.238654016Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.238698284Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.239944407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60633","req_id":"d52dd6eb-73ff-41fc-b3e8-0f090f622e1a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 21 b4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 !............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.240068364Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60633","req_id":"d52dd6eb-73ff-41fc-b3e8-0f090f622e1a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 8628,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.240346789Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.24051321Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.240603781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60633","req_id":"d52dd6eb-73ff-41fc-b3e8-0f090f622e1a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.240996674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3361, tv_nsec: 39868083 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.241051693Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.242656661Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55793","req_id":"97649473-3a47-43b8-8621-7a318128763b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c8 1e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.242714446Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55793","req_id":"97649473-3a47-43b8-8621-7a318128763b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51230,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.242905336Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.242936168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55793","req_id":"97649473-3a47-43b8-8621-7a318128763b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.289023544Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.289983206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.290034899Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.29036141Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.290412632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.291317615Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.291428486Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.291523555Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.293459593Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61365","req_id":"bf41e57c-2ed7-4ac1-8a7c-b0cf6d943518","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 9a b0 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.293772075Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61365","req_id":"bf41e57c-2ed7-4ac1-8a7c-b0cf6d943518","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39600,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.294017965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 39600,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:16.2941156Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61365","req_id":"bf41e57c-2ed7-4ac1-8a7c-b0cf6d943518","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.296051346Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.296103681Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.296131857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.296461494Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.297565273Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.297617457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.297645362Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.29794011Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.303377062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.30354645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.303596921Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.304493727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.3083345Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.30863574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.310275567Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.310860613Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6ee657b-5802-4345-8d2b-aeef0062327d\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.311373515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.315434266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1e7a49fb-445a-4a46-834f-216b66a9c4de\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.315855936Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.319886827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34ccae19-106d-4d42-8cf1-db5e371a9311\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.320203859Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.323705816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdcfaa39-5c0e-4fab-b706-fa7056199274\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.323926616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.333835068Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"950080f6-6195-4150-9d01-7e9390ff88e8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.334379032Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.341508627Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"900bd2f0-0f1b-4842-9450-2868e02f9ee0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.341794727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.349315332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.351781736Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"989216bf-acf1-43cf-8b06-a969ab30c9dd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.352118978Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.3567328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8cb7969-449e-4dab-9a5a-e3b6b55af7e0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.35690342Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.358802193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a897ca67-5749-4032-8f05-996c1ca15dab\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.359005168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.3600704Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8e96567-67a2-406a-8962-1fc62cd72f0a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.360227373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.362227358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20025603-d789-4f08-b60f-5ddf71485946\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.36232876Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.363440425Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f3f1ba1-1560-43d2-9f20-4a60c8bc3157\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.364173125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.365381643Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c8278eb-2ece-4855-b60e-ce441413b9ac\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.365578525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.369142726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5835eda9-c2d3-48f5-81ca-a29362f57e6d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.369412464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.37101651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"357ac674-e7c6-41c9-b9fd-cc7532344eda\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.371234955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.373018529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"819ad530-e7f9-4cfa-af97-1962a790ebfd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.373235882Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.375071008Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"928911ab-2591-4ea7-9c88-dffe32fe2485\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.383742926Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.386873564Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"370b3fec-1ad3-4764-a742-47b7a950ea0d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.386955768Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.388819982Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f618cccb-53d5-41e5-a7dd-ffb4211ad5da\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.388940422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.390328017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49a2c760-97ca-43db-b256-78de98a4872a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.3905806Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.392715373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0cc3a21e-7c9b-4c4a-95a0-5073008d1560\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.39287925Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.393878391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd0ffa8d-2c8c-45e5-8647-93011a2a06ab\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.39402858Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.39492732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56b39af6-16e8-45a9-a921-d9f71d865c5f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.395042029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.396114506Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4b6e9a7-0adf-486d-a8a8-30147bd632ff\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.396278012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.39797373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54ee0bfb-f914-4ddc-bd10-6b1225948e5a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.398098759Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.399806081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a5099ca-08e5-4050-bb4b-6d778081b4cd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.399881832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.400359564Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.400413782Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.400447449Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.400473892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.40136636Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.40309279Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d21b0d61-10d7-483e-81fc-bc7781db6929\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.403209392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.403894287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.409485527Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.409548773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.409582099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.409952146Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.413910694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.413972206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.414985014Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.416093423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dac46e91-ff7f-4fa3-8c24-1e8863ef39b7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.416315946Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.418583835Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d4c0924-c2a6-41ab-b2f3-302c4f489746\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.418949132Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.42148263Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b53a920-ee42-4906-82db-9c91bedf20e6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.42215007Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.426435288Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebf2fbf1-7e4f-41f4-949f-87486ba30de5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.426930575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.4280726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e105d77-0f6e-4424-bda1-68271d81e4c6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.428229423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.429612228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2970da6e-f404-4f67-aeed-d4fbd1a88fef\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.429846986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.430916276Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc3aa410-5f27-4b29-b560-45d8d704ea18\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.430981075Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.43224308Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d854bca3-cf13-48c0-a6c7-bd58b4746ee1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.432443148Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.436036388Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df332f55-978d-4664-b599-047079ab584a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.436159112Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.438144087Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b21ca762-cbf3-41d4-a87f-c4a4f9f18c44\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.438303034Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.442756597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4bab595-dfad-434f-a705-8f36157453c0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.471221291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.474450605Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88de6334-ddc8-4587-8146-6a51768b9d6d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.474587017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.475714654Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.476880377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45a29a85-bf3c-432e-bb51-52829d17c7d3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.477004604Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.478626987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8f7ffa0-0386-49b6-8a65-0f7388fab69b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.478742306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.47958252Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae5acfdf-6683-4f37-9925-7a9d99c269fb\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.479684534Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.483364255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd47daa8-1243-4ed3-8b30-1a5609d37f4f\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.483661227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.485133711Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ca01659-b7a6-4aca-9a15-a83983871fbd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.485399691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.488406912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"12335a44-b56b-4719-a307-7eada2ba40bd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.488472152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.488803042Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.488859785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.488894504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.489439049Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.492434116Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.498833226Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.498900079Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.498936342Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.498967223Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.49906591Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.500006013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.502841713Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.506615121Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.506690411Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.506724569Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.507103143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.587823584Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.58789177Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.588411726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.588465242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.588571624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.58861465Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.589580374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:16.589639141Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:60394"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.589755463Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.589797998Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.590296972Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.591238959Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.591611701Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"ec9e4834-64d3-47a2-8794-2e200b55194a","remote_addr":"[::1]:60394","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:16.592121938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"ec9e4834-64d3-47a2-8794-2e200b55194a","remote_addr":"[::1]:60394","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":540,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.592374752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec9e4834-64d3-47a2-8794-2e200b55194a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.59432154Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.59437143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.594399245Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.596456705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.596509119Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.596542285Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.596571012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.597216468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.597740994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.605609501Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.605663899Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.605695102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.607356542Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.609637246Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.617553559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.618437901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.618518742Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.61966232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.622307791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.622370727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.625033392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.625097981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.625401626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.628529417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.628599277Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:16.664344396Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:16.664609445Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.664663923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":32,"elapsed":"443.530786ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.664701819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":33,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.66472767Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.664755355Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.664783291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.664809573Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.665802371Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.668559936Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.674265303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.674317026Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.674347798Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.674774027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.678647414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.678952162Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.678995368Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.67988469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56990","req_id":"1696e4f1-2d14-4865-95ac-526960a2df63","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 10 d7 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.679954158Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56990","req_id":"1696e4f1-2d14-4865-95ac-526960a2df63","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 4311,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.680233474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.680405437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.680453693Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56990","req_id":"1696e4f1-2d14-4865-95ac-526960a2df63","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.680831857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3361, tv_nsec: 479732444 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.680884031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.681256052Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61595","req_id":"8c61054e-44a4-4b91-b20c-7ec9aeeddb5d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 0a 03 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.681303366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61595","req_id":"8c61054e-44a4-4b91-b20c-7ec9aeeddb5d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 2563,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.68144588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.681483515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61595","req_id":"8c61054e-44a4-4b91-b20c-7ec9aeeddb5d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.741054306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.741409053Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.741465475Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.741498842Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.741527369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.742400518Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:16.742634635Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.743361152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65041","req_id":"f90ee162-2a08-4e45-8cd2-a78d06f60ae6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 92 18 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.743433276Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65041","req_id":"f90ee162-2a08-4e45-8cd2-a78d06f60ae6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37400,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.743512925Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37400,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:16.743584848Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65041","req_id":"f90ee162-2a08-4e45-8cd2-a78d06f60ae6","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.743611261Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.743638074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.743663715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.745813829Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"408eb79d-b28f-4deb-9cf2-50326c726ff9\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.746272022Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.746482952Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.754004338Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.754089347Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.754121722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.755676029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.758303444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e044efa1-26a8-49f5-83b7-522d833c7d85\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.758505146Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.758872878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.759000583Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.760091546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.765969358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14b2d861-2f23-40e9-9290-af075dc272af\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.76637229Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.770761776Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd5f7e21-ae80-43cf-b683-0eceeb1320af\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.770885393Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.775837609Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccc3c724-ea95-4580-974d-bbab932d665d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.775926867Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.781330093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2055b739-b66c-4f63-9d17-9f04469e6976\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.781702645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.786926152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75f41124-f6f3-4cb1-a885-ed46e9d6495f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.787094387Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.791945883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eac6a54-474e-4bda-9a5d-5cec79b4e1e6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.792872439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.79550786Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f25f3f1-8ed1-45ab-886a-1da24297568e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.795574814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.795939781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.797559348Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dae9a490-5912-4a31-9e22-92c9d4b9465b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.79767574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.798767796Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f8ec28e-dcfd-487c-ba69-f874e1a2a7dd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.799302441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.800192855Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"638ffd81-84c8-49f0-b761-40175ca1039f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.800322593Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.802517477Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd1a2e8e-33b0-44ed-b6bd-ce310323fb71\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.802682746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.804794764Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8452bc64-adc5-47ab-b7d5-385548fc036f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.804867529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.806875319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"094a0274-ca8a-49fe-942d-b77e7831e5ae\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.80693612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.809116064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9984df61-f531-4afa-bb3f-2357e34a2d20\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.809195632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.812779042Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61ff4584-48dd-4c5b-b08c-6df9da929c09\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.812923159Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.82211343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9f30209-ad39-47e0-a9da-c7801cd8be58\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.822316124Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.826591733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b25f5d6-d46f-4c53-ba9e-b855284931c1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.826884837Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.827852926Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edd7bc96-b216-4b64-94a2-d051ea1facb8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.828268935Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.829334428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccf24d6a-6f8d-4658-a771-52894bda9441\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.829660307Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.830656732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57663c05-4ce1-4f46-861e-4bd15b0d4f01\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.830801881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.83302452Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b31b1bd6-ebaf-4acd-8b3d-be5e80e527ba\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.833093628Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.834524649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81f9ae64-e0cd-4868-b52d-dedf0377cc84\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.83469589Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.837900605Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd7f950e-7bfd-40a9-9f5e-d50412b4c505\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.838759076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.841240029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f89786a7-6aca-45ff-b702-eeeb23d2b8b1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.841393074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.84346388Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22223db4-a720-40f4-92f2-1589a39e2211\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.843525943Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.845553523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d951fd50-4207-4892-829a-aa3f65d772c9\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.845655426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.846286774Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.846342866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.846379479Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.846409448Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.847090646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.849285619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2f35ff6-cba5-4aac-96ae-99cba2424f66\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:15 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.849506659Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.850077587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.85596634Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.856027331Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.856059956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.856523841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.859605861Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.859706682Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.860624982Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.861019518Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a13ad691-5e77-4aee-bcce-08ba160ac48c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.861262592Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.862555969Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94230a27-491f-4d4f-9439-f0e192b8beac\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.862772681Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.870011133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e780a360-e0de-43eb-9fe5-6fa1352c7c85\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.870228416Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.872470463Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1f79a2c-6e54-4911-8422-5e70626370e4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.87268979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.875157828Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0915764-8152-484f-83aa-9a7dc6ef2995\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.876201487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.880317217Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"376fd371-fd72-4171-98f4-11704615f81b\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.88058957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.883221815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7faf8960-8b68-4b96-b98f-e7f11cce1939\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.883343868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.88758594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26c6b683-40f6-4b62-994a-0ab0b3110228\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.888155926Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.8926852Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"102d13fc-fd6d-43cf-af8a-e03cde048ba6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.893159435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.897201408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c488faab-3549-4b8a-b686-6dd783a4730a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.897421968Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.897862084Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.900350352Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35eca5d8-b8e7-4170-9e9e-320a0ce1e734\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.900849006Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.903726559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19818b11-7f70-4ec1-a92b-394a6520c9f7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.903939363Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.905371346Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"491efff5-3d21-4834-b6ad-90aedc76a525\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.905687466Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.908049232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b333f69-af4e-4fe1-9749-3b768b4f1bcf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.908277707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.909602727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67212f60-8139-469b-af55-47ff343f3129\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.909848567Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.912132878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7b7a455-5c47-4922-9785-51be4f972ae7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.91219405Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.912225964Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.912253178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.912395381Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.921604279Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.926130738Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.932397654Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.932473606Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.93250573Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.932535249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.932561661Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.932935496Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.940049159Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.946288451Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.946848366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.946916312Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.947513512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.948772701Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.951069286Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:16.951135669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.95116669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:16.951190127Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.015189211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.015336805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:17.019912873Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59385"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.021242402Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.030100741Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.030173897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.030207063Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.030603904Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.031164922Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"5c7eb370-c516-415c-8745-6acf772d8bfb","remote_addr":"[::1]:59385","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:17.037661836Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"5c7eb370-c516-415c-8745-6acf772d8bfb","remote_addr":"[::1]:59385","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6546,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.039163007Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c7eb370-c516-415c-8745-6acf772d8bfb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.04116209Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.041213523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.041239645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.047476682Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.047537864Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.047570619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.047599016Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.048662815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.052226125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.05228404Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.052984185Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.054237102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.058722368Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.058935282Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.058982296Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.059428305Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.105150303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:17.105508557Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:17.10594686Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.10599687Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":33,"elapsed":"441.287285ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.106131327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":34,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.106173562Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.106204373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.106234162Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.106262088Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.107115178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.110060947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.11555836Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.115633851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.115667087Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.116064589Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.119677107Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.119948507Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.120414716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63922","req_id":"0227240d-c69f-410d-b41d-f63747942a71","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 29 46 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 )F..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.120518854Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63922","req_id":"0227240d-c69f-410d-b41d-f63747942a71","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10566,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.120782028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.120957738Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.121053018Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63922","req_id":"0227240d-c69f-410d-b41d-f63747942a71","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.121463366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3361, tv_nsec: 920309595 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.121685288Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.122087078Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63497","req_id":"0210140b-1c97-42fa-9a15-09df38b4f3c6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: a8 2a 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .*..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.122137208Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63497","req_id":"0210140b-1c97-42fa-9a15-09df38b4f3c6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43050,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.122274492Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.122310363Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63497","req_id":"0210140b-1c97-42fa-9a15-09df38b4f3c6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.166970646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.167894056Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.168037031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.168085808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.168116449Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.169305187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.169634433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56302","req_id":"2e2c39ce-fb26-409b-a8c3-1d85cdfa825c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b4 2f 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ./..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.169696447Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56302","req_id":"2e2c39ce-fb26-409b-a8c3-1d85cdfa825c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46127,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.169775504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46127,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:17.170133337Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56302","req_id":"2e2c39ce-fb26-409b-a8c3-1d85cdfa825c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.170175131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.170204669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.170230401Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.172174755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.179768515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.181871244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.181981674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.182728883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.184876542Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"902390c0-1522-4139-b12e-83a3142f36cd\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.185207391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.18589437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.186002245Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.186864964Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.189033725Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d34b8658-baed-4312-86df-9e79d117e7fd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.189356468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.191437955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9942b2d5-cfc6-4034-b4f4-545b8a172f8f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.19165122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:17.193304324Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.193725613Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.194093817Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"559dc118-fc36-4f6a-aa8c-62413eb95eb2","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.194435778Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"559dc118-fc36-4f6a-aa8c-62413eb95eb2","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.19455197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"559dc118-fc36-4f6a-aa8c-62413eb95eb2","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.195379809Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"559dc118-fc36-4f6a-aa8c-62413eb95eb2","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.198890755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"200e5eb9-c735-4717-8fb6-1857ffde96d9\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.199171263Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:17.199770197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"559dc118-fc36-4f6a-aa8c-62413eb95eb2","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":5650,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.201602007Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"559dc118-fc36-4f6a-aa8c-62413eb95eb2\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.201868097Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.204041166Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fdb61681-7f13-496b-9226-5ba993d1b9ce","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.204405913Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fdb61681-7f13-496b-9226-5ba993d1b9ce","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.204567485Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fdb61681-7f13-496b-9226-5ba993d1b9ce","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.205866593Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fdb61681-7f13-496b-9226-5ba993d1b9ce","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:17.20952377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fdb61681-7f13-496b-9226-5ba993d1b9ce","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":5609,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.210132874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdb61681-7f13-496b-9226-5ba993d1b9ce\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.210429946Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.210627048Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:17.210708641Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.212171195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"821fbc60-f02e-4d38-90a3-90cc916a93c7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.212427045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.215544226Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5fb58ac-e3fd-475b-8e79-c569db866677\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.215806729Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.221560693Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8c202ab-0b4a-4659-8eee-22cf5c6072e4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.221947724Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.225871011Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.2293637Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00d85e7d-12e9-4995-84c8-813450dce024\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.229611574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.230836755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6130c1c-b072-43cc-8fc4-861307f1c9c3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.230973537Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.235575657Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"547c2fdb-e948-43fb-946b-6087cf2a029b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.23572791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.237536444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2b37ed5-5d2d-4743-9ecc-241be76ccb37\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.240282605Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.242019486Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f2051af-2cc6-419a-b9ae-9d0cff2cac5e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.243565416Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.246179374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd9ec40e-f403-422d-99ea-7ad19ada94bc\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.246243943Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.24832033Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffea1fe4-e6e3-499c-a9ac-f79bf4d970da\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.248402333Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.250747155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4a6de8f-d164-4f55-bd7b-ab417e3b1805\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.250812295Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.252944764Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e265ff5b-9414-46a0-b096-c52d2e7b135d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.253582144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.255292662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"324503e4-3304-4304-921c-3e20800ae504\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.255369194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.264578914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.264798391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.266068923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"835b615f-ca39-46a1-8b35-208c67f87865\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.266388119Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.268206662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.268942408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.269054541Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.269126775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.270471785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db3a78be-7af1-4b70-9605-521223901187\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.27097627Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.272488704Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5453932e-27c8-4979-be88-829162f9336a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.272648542Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.273675629Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c0c3a88-b023-4b65-9921-be581f29a3c2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.273820066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.27481067Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ee7ead2-9ab9-4ee1-80c7-9f2931138f47\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.274943665Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.2760956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5410f37f-281a-4b1a-9d2d-2533d5ee645d\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.276212273Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.276460718Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.276510747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.276541909Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.276568553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.277457073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.278663296Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb55dd1d-c822-468d-8d11-c22e36c4ca21\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.278853225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.28053245Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.288363934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.28842707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.288458192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.288832177Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.289689215Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adb7ad17-6f26-4c3b-8c17-bd421f6279f8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.289815146Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.29114227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.291202209Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.291649621Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.292774352Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"958da043-4438-4cee-8f6c-4de8dae629dd\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.292938258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.295721053Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba5c2b72-5ee0-4b0e-ae05-54d14680eea4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.295784299Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.297689916Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26e2efde-7091-465d-a5b7-954c9150312c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.29775234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.299920139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0af2e2c-f2e8-4015-8a29-c80ac0b9c0ff\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.300473081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.303285905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60e22105-8fa7-47e0-a854-fd601cf09af8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.30359446Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.305048918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"931ee7b6-c1ae-4c28-8cd6-d6b2dd0b5a5d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.305287353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.307296656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b79de15-e723-4712-90e4-0abb2033793a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.307883746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.309179788Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"18fcba56-a9e1-4b6c-a0b2-ca0f5a0708e1\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.309660727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.310917451Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9af387f-22c1-4a55-91ff-faec8895115f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.311980238Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.314331242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d9c1629-2701-452d-9d8f-ec54197a3e9a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.314866198Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.317065189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1bd1708c-1a29-4f56-9b22-0e27dda009b9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.317902247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.322408656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52effdfb-b303-4ddb-9dc1-3a30a3e34664\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.322665798Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.323510812Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.327488908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"155a1a71-9f65-4073-8717-3ea842001c92\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.327781621Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.330023167Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ade030e1-be05-42ab-9c5c-c21a9c19efbe\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.330196062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.332475744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"017b8f43-98f7-43c3-8e34-773fe6c80644\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.33253889Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.334835686Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39982ae6-fba8-4d7d-85b0-cc0c3239452f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.334908451Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.336298681Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90148cf6-1278-4a5a-98e2-e4eb824a7ad7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.3364288Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.337474353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9354f858-f1d9-4efe-8eb9-4d7ec79698b0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.337654452Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.338514025Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfb97e4d-e723-4efc-ac9c-dde96a8d931f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.338848892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.339804867Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff05c0ba-5196-46d0-b04e-d8424a257c36\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.339865307Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.339899816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.339928754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.339957651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.340592596Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.347572022Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.3525997Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.352676593Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.352714098Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.352747284Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.352777614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.353181619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.358983719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.368154141Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.36826422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.368302426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.368815348Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.375023848Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.375097415Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.375132114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.375160921Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.376225974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.427472168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.427615724Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:17.428105159Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:34971"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.430080876Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.435631335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.43584476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.43589998Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.436380988Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.436569805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"3821edc8-c8c5-4776-8858-1cd8fba3bc16","remote_addr":"[::1]:34971","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:17.439375335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"3821edc8-c8c5-4776-8858-1cd8fba3bc16","remote_addr":"[::1]:34971","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":2825,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.439766574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3821edc8-c8c5-4776-8858-1cd8fba3bc16\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.441695868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.441755046Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.441785877Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.443537878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.443604721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.443640833Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.443670232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.44417611Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.444492921Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.444545365Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.445066243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.446546613Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.451761764Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.452077874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.452182221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.45378234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:17.493374735Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:17.495765128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.495834927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":34,"elapsed":"389.688819ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.495874095Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":35,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.495903764Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.496152459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.496205886Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.496235264Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.498107665Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.508064744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.508135795Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.508169152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.508196917Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.508219783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.508246195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.510442621Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.510541138Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.511939684Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63287","req_id":"5115a404-0034-47df-b807-f53ae3cb4b3f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: be 07 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.512079763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63287","req_id":"5115a404-0034-47df-b807-f53ae3cb4b3f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48647,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.512306866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.512431574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.512528247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63287","req_id":"5115a404-0034-47df-b807-f53ae3cb4b3f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.512846742Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3362, tv_nsec: 311746377 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.512905499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.51323744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49362","req_id":"1a3ba339-99d6-4259-8351-1831204ff793","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 79 14 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e y...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.513294153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49362","req_id":"1a3ba339-99d6-4259-8351-1831204ff793","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30996,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.513471867Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.513910741Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49362","req_id":"1a3ba339-99d6-4259-8351-1831204ff793","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.573931299Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.574648528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.574710341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.57474529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.576230459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.577237195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.57805765Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.578117429Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.578369762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.579893658Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.585348216Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62692","req_id":"37372ae5-f428-481b-87e2-2adf6104b8b9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: b7 42 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .B..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.585584637Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62692","req_id":"37372ae5-f428-481b-87e2-2adf6104b8b9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.58576675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 46914,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:17.58586216Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62692","req_id":"37372ae5-f428-481b-87e2-2adf6104b8b9","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.585993422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.591860842Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.591947344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.591982344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.593721469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.593885767Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.593933732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.593962259Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.594441885Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.594507906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.599864168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.599925019Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.610622754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.610676411Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.611611173Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.61789335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b27ae177-5bcc-43e2-b1de-a6f2fffaccab\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.618252405Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.621333384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7c13e6a-9423-4381-9431-c0936d55bed4\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.62205406Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.626145141Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"770f5e6d-f5ac-4592-a974-31ff10ec3147\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.62623499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.630633995Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20d84bc7-27df-448b-af93-0d7723ea3075\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.630858663Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.650132845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8885f163-52c9-4b01-840f-b10871b0435d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.652276536Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.660498869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.663618525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38e6a9f4-e7cd-4bcf-a7f1-e87e17629e65\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.663838743Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.66770157Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed43267c-1f76-43cb-ad8b-ec77561f1194\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.667962429Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.673035888Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9afe2602-7012-474b-adec-1dc1d44bd7c1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.673263191Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.675785206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a033e6a-f65f-4d9c-8af8-cd4407403680\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.676065735Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.677978516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"217694ec-4487-4224-b30f-ac3d918a1e68\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.678254476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.679326281Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"056032ed-1972-4f19-a7cf-ce568940b945\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.679553694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:17.680040765Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.681104875Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16a4e833-ef5b-49de-8a72-9cc87e63e0ae\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.681319843Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.690493762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"441a806e-2624-4b1e-9218-4b2b07ec2736\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.69082423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.692985356Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4abd3f62-47eb-49de-b9d0-d844b174bcd4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.693249362Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.695362162Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99ec36f5-be66-4769-bf55-6e4fae34a8ef\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.695574134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.697441424Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f74a69a2-6029-4172-9f67-7a5053332523\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.697654659Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.699630897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"128ffaed-9273-4710-b5bf-27de4bc19d6e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.699842799Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.701962182Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4636511-0b03-4fd3-9b5b-0f8c38d21767\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.702206579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.704304869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9db663c-174b-464d-a340-1df0086313e8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.704515158Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.705675691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c21a1cf2-8f38-47a5-bdea-d11651c177d9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.705895058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.707164126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40bb4be6-c934-41bb-a018-379ee22bcc9d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.707387642Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.708529086Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30a20129-ca9a-4992-9ac6-ca6f8b24343b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.708700337Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.70969061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88468c4a-c13f-4502-8b3d-6dca33e36172\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.709763235Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.711235428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4328766-bb79-49f9-8456-f0c38b0df9f6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.711635375Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.711830063Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.71187883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.711911295Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.712202645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.713145774Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.715946144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.731641306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.731705584Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.731736866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.732324847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.73436899Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4992f099-1260-433e-af0c-c7c0c9076102\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.734492015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.735389263Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.735447078Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.735867105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.737581661Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa21913b-edb0-46b3-9512-444c4a481c60\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.737645779Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.740158816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b7cebbd-c63c-4e22-8288-df347acd1f7f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.740227343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.742973584Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c651573a-439c-4a6a-aa03-e156135601f2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.743114956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.751088192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d1b950cf-6b94-4eb1-b823-43ac001a02ed\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.751177009Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.757213837Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23b27c9e-28ce-46dc-8580-58cb86088b99\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.757295961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.760078565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15b621e3-8e72-4f9d-8af2-02fb5fee4dc8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.760213654Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.765670446Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2670c3f7-1f01-4174-b71d-3a3542f5ca14\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.765926517Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.766780308Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.767846041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48d4220b-46b1-44d0-8e32-54783e3a77c9\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.769562561Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.770701981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c0960b91-cbbe-45e7-b48a-826d8a9eb3cf\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.770919104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.772192451Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83b1fbdc-f1df-4471-aa0f-6ca2adbbf8bd\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.772452118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.774752772Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"197e03ac-7809-42d0-9016-117344e7acca\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.774966157Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.777527932Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3deb1faf-b686-4d1b-baaf-3b723cc8d26b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.778654586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.781353814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"077c901d-5d80-4d47-b060-6d8dd7f9d2c5\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.781702289Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.785850033Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5629044e-b6b5-4c94-8107-4bdcb4b5edde\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.786099189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.78985905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04be10e7-b9d2-43d4-b0f7-9a1956888894\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.790407834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.79591714Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"165c23e3-b935-48ac-8a6d-f39922ba3559\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.796170846Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.797335076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7bc3bfe-9648-4082-b747-de5f7b0e326e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.797831445Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.799980737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b488e91-56d6-44e7-9d13-4e03df89b6d6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.800230525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.80161827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8a511aa-fdd7-4fec-9849-a9b7304cc487\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.802201472Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.803698865Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea632ee0-7b9b-436d-a987-82bf27fc3661\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:16 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.804160174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.80437907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.804524771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.804623517Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.805630834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.811489728Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.815293697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.815342965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.815373546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.815400229Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.8154258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.815869314Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.822057824Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.822117413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.822151531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.822177292Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.824365482Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.825452277Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.841072189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.841219322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.841375754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.842511166Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.844100873Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.853960448Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.854034986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.854066199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.85443839Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.860101744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.860189449Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.860629005Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.978471218Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.978541928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:17.979293426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51601"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.981063132Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"089b2174-c8b7-4e49-a484-f636a3117f6e","remote_addr":"[::1]:51601","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:17.981861062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"089b2174-c8b7-4e49-a484-f636a3117f6e","remote_addr":"[::1]:51601","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":804,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.984553015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"089b2174-c8b7-4e49-a484-f636a3117f6e\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.98798848Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.988049492Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.988079782Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.991448444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.991512652Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:17.991548203Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.991580988Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:17.992196464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.002181048Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.007263605Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.007671447Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.007903339Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.009117789Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.081872187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:18.110414787Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:18.110766137Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.111056144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":35,"elapsed":"615.14673ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.11121971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":36,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.111316483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.111433106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.11158077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.111682803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.112618357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.117419102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.127349748Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.12753629Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.12767682Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.128580531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.132159482Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.132269831Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.134028445Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.134181049Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.134278063Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.13436194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.135063207Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.136314109Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50401","req_id":"56821e6c-b3cf-45ee-80f4-f9ff434b7808","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 6e cd 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 n............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.136495962Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50401","req_id":"56821e6c-b3cf-45ee-80f4-f9ff434b7808","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 28365,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.136791741Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.138139887Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.138858659Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50401","req_id":"56821e6c-b3cf-45ee-80f4-f9ff434b7808","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.139572021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.150909059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.151668742Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.151710696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.152774476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.153369701Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3362, tv_nsec: 952240820 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.153438469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.155314236Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54442","req_id":"7824a914-47aa-42ff-9972-54003797d395","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 78 c0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e x...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.155480798Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54442","req_id":"7824a914-47aa-42ff-9972-54003797d395","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30912,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.155723902Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.155766757Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54442","req_id":"7824a914-47aa-42ff-9972-54003797d395","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.230939825Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.231525923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.231587916Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.232470485Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.232755903Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58314","req_id":"88e89a31-cd18-4b98-88a9-fa3a8edaf228","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 6c 43 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c lC..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.232879099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58314","req_id":"88e89a31-cd18-4b98-88a9-fa3a8edaf228","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 27715,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.233050691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 27715,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:18.23314046Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58314","req_id":"88e89a31-cd18-4b98-88a9-fa3a8edaf228","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.23355225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.233630326Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.233660305Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.236706495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eae3a4f4-72f6-4edc-96e5-0b00994633f6\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.236962415Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.250696178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb7c2f57-43fa-437a-8386-01734439c431\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.251076516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.25494817Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d295d5a-c6d9-41c1-ad5e-c598728b9105\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.255121886Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.269704611Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.269912055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd8ee8ae-f2a8-41ed-b77e-ae7d0d59b4b8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.270330899Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.27056746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.277271758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.279409257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.279525018Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.279597242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.288595991Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73aa5e5d-c471-4d2a-b841-1fcaf2f4bea2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.28903725Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.294318894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.298384534Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"84171274-51ad-4f00-ac5e-60ce183f16eb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.298611647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.302933367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"facfa28f-2248-45e5-9b1f-c446c14c26b4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.303155971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.30891728Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3cf55d4-419d-4380-9d8b-ed28ac8c412d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.309289732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.310600854Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2929356-ebdd-469e-a768-b60962244824\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.310841504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.312437564Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e877bb18-693c-4cca-93a5-ae454f92fada\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.312719926Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.313757063Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"baab7651-6dfa-4a67-8db9-f12257fac2f5\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.313980087Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.321542585Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c155b10-32da-4e6c-b6d7-6b60f8ba6493\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.321990317Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.324793132Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c235552d-be8c-42be-a310-36d8f92156e7\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.32569065Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.331743911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa307b38-f3be-4279-8ff3-7ab61d94dcfa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.331920001Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.336359487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de69db31-9db6-44a1-bdb5-0912ed294a02\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.336927939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.347579071Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.347927375Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.348036382Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.3481657Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.349254399Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.353847771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.359155266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.359835772Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.359888837Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.360634393Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.362231886Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c75e6c1-a0de-4ebb-91f7-e0679a0352b2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.363616414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.364980793Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.365049079Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.365700126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.366560019Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26565b17-6898-4d8b-9169-e63952a48ca5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.366915027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.36924569Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf78d46d-df8e-4a16-9f5d-f81f554c55f4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.369327203Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.372249435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c5c50e9-fbb6-4fb3-b2e6-919a5aeff1ad\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.372556467Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.375570232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb2ebf2c-e0d8-4547-aa91-dcfd7a4f18da\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.375762825Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.377756067Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9362e238-c577-4857-97dd-127b7122db99\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.378061746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.382319018Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78023f24-5853-4427-9962-d5f7b6ec9329\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.383044043Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.385479615Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"021fd369-4d34-4bb1-9df9-10c0b69ebbc3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.385795134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.387612104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"427c888b-c4a2-4719-80e8-fbf6e99733d3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.388094796Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.390567673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b61ead4-bf2f-4686-b3f2-70dca97136a7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.390964734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.3993543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72183dc6-7bf8-48aa-9d80-5e90284a3077\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.399499509Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.401546768Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.406752691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8acaf20-ad2d-457a-9146-8a23caa0115b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.406832089Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.410084679Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15ce0feb-494e-47ee-9325-30e19ddfef61\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.411292075Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.416389511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85f09940-2d70-4cc7-ac07-20fa272fb47c\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.416631594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.420910609Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b35fc4f6-6f8f-45f0-bb5c-ff71001fbba6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.421363241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.423332936Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4725d3e4-23d7-496d-950f-4f4a29037c5a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.423609146Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.425663058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"835913dd-c39d-43b5-9ca3-09b3995901f4\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.425927044Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.429301157Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09538d15-a229-41a5-ad37-37d8ab9c6f17\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.429746845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.430924071Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"605a8597-0cde-4fe6-9f95-4edf962dafd7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.431197946Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.43233918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"434276df-6fa0-46d4-b399-096bb3270405\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.432596182Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.434263264Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0eb14bde-6260-4d6c-a469-ab3398ecad8d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.434520626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.437737516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d6a5be2-49cd-425d-8d9e-b03567b61d66\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.43808102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.440272777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0ff4d7a3-40c7-4d4d-b13d-81a80740e562\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.44048987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.44497716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d493bfd9-d140-42ae-aae5-80ac0a810684\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.445252309Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.447644896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6b85b6a-85c1-41c9-ac09-cd37f2c6cda1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.447862139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.449761112Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"231791ac-cee8-41e6-b329-ecf2492aa3d8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.449973095Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.450915372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8524c550-e89a-4ffb-933e-206025fbfb5e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.451166723Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.452391082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.452536863Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.45263597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.452727933Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.453944457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.45429709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1598d679-4bb1-45e2-88e6-12405b53e6f3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.45452297Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.457290334Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e134f6a-b2ba-40fd-900a-645aa0af24ea\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.457520993Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.457847273Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.471193795Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.471274887Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.471308694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.471729352Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.478313862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b19ce081-c18c-4437-bd1a-47218d3967b4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.47899079Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.479088635Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.479128906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.47916118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.479912447Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.481085694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.48114386Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.481943153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.484578484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.493326483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.493523606Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.494329822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.494391596Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.494425673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.496068617Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.500024509Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.508839773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.508989882Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.509180872Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.516137373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.614553811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.614636826Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:18.615227884Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35960"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.616575088Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.616635639Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.617101537Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.618126129Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.618751264Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"acbd61a6-4175-49e6-9713-fa8ea90d49ea","remote_addr":"[::1]:35960","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:18.619232904Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"acbd61a6-4175-49e6-9713-fa8ea90d49ea","remote_addr":"[::1]:35960","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":489,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.619592661Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acbd61a6-4175-49e6-9713-fa8ea90d49ea\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.621922974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.621982141Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.622014816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.624645438Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.624710678Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.624745698Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.624775156Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.625676713Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.631801706Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.635645565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.636022977Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.636206042Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.636808271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.639068154Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.63917668Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.644481911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.64453695Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.676434484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:18.715603155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:18.717121721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.71718664Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":36,"elapsed":"605.89148ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.717227371Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":37,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.717258323Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.717290818Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.717321669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.717351098Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.719155563Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:18.719732032Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.723852131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.728737014Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.728806793Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.728840359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.732657575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.733518771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.733584662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.733620103Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.733650473Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.735337935Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.738167483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.738433142Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.739631991Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56473","req_id":"bd330d50-ddf4-4e7b-8529-cc74f250f8dc","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 7b 4b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 {K..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.739880927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56473","req_id":"bd330d50-ddf4-4e7b-8529-cc74f250f8dc","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 31563,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.740338369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.74070064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.741705803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56473","req_id":"bd330d50-ddf4-4e7b-8529-cc74f250f8dc","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.742006843Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.750009848Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.750383222Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.750428502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.751043909Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.752522815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3363, tv_nsec: 551414515 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.752591332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.755087114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.755148136Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.755561399Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.755691619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51321","req_id":"2da4cd85-26ff-4349-8183-30adc5711f40","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 51 c0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e Q...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.755748522Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51321","req_id":"2da4cd85-26ff-4349-8183-30adc5711f40","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20928,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.755903491Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.755944753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51321","req_id":"2da4cd85-26ff-4349-8183-30adc5711f40","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.847560321Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.849196891Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49903","req_id":"392a75e1-60bf-4877-bf55-8c3b61f9bc04","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: e2 62 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .b..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.84925123Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49903","req_id":"392a75e1-60bf-4877-bf55-8c3b61f9bc04","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 57954,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.849327351Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 57954,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:18.849400928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49903","req_id":"392a75e1-60bf-4877-bf55-8c3b61f9bc04","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.849429024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.849456358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.849481278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.852615954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa1d9062-e119-4b26-8941-bc78118186d5\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.854498324Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.860472958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ea09e57-300b-47ec-8445-a57f9d82dfd9\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.860635773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.870011193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"682b9fc3-1c74-42f8-954b-1b867814acdd\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.870322383Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.879187496Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07d46a0f-1260-4611-afe9-3c3fd511be06\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.879431041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.884351485Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a298b828-60e7-4431-9573-52f83271c3d8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.884567124Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.895842971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.899068728Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa1e8fb2-c3dc-4d39-ad95-7e12ceb28cc9\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.899312193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.901652155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0d7a63d-0fc1-4bf7-a54d-5dd35d2366e3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.901733096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.903583994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a17f2bfa-6dfd-43f9-8424-48927c321746\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.903656158Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.904707332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f8ae2b0-8977-4487-b40e-fff650d8cd8d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.904845989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.90667358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fc23610-f2d8-4758-b3fd-2b106b0f2d59\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.907285259Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.908414629Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e817cd8-af89-4460-aeac-148f8a58e559\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.90875646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.909599389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e144cf2-509c-4eb7-91f4-424ba8a079e3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.909712685Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.920331723Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"587e08a9-8ed7-44d8-a8ab-a5b4f8171aa3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.920597713Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.948302703Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.948613803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.948670216Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.948700135Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.949482805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.951095979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b8dbd87-f689-43b4-a307-10712919ae77\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.951319123Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.953069761Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.960703331Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.960823811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.960859542Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.961339779Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.963996252Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a741e8e-4478-4d5c-a2a8-e07208173c1e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.96413594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:18.964330177Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.964379886Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.964986725Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.970638506Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"467eaf3a-aa4f-457d-aea2-29a84a715517\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.971008764Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.978930297Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fd63909-3175-4309-9331-0640041091ce\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:17 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.979154053Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.982694447Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c6de049-2a13-4c29-80e8-348e70b13ec5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.98276624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.986976669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05a6af43-affc-400e-bd0d-6df05730cd71\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.987362588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.990087817Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8afd6f02-1fee-4029-9d37-750ef7149f5e\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.990296834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.993083687Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be7d180e-7d71-4af1-bf84-9cf5d28b8a06\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.993306751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.996156088Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb0fa804-c8d5-4f09-9f05-d3143e478f7c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.996338622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.997900744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ccfba25b-8f97-4aa2-a04b-a0f037974eec\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:18.998086224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.00176849Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7e92feb-1bd5-428f-8fad-998aee2918df\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.001947497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.006178176Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.009643351Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"feb694f3-5c1b-4bb7-8e27-8a8e9c6eff88\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.009714983Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.019466352Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"52a729cf-38f5-4cae-97a0-f4c2ed470281\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.019953222Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.023042437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d12201de-92f2-4ce8-841c-54a43d37bd7f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.023268889Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.026394075Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f452d183-17a9-441c-a4d7-7442fdcff7ac\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.026474395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.029643389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5003a0b3-ed1c-4be8-bfc0-133dc34d1b7b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.029890572Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.031819425Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3608871a-b031-4fd9-93b0-c3993fc1af80\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.03195766Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.032843255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de809256-1fcd-4caa-8f19-b2b92349e3d0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.032964737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.035802511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99948e8c-f028-432d-9a69-c7e0e364de00\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.035944484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.037028955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a4b23c1-77f2-4168-94f2-a6658036de5d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.037154996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.038294055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f398ada2-d051-49dd-8290-86b6fd4131ef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.038372592Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.041265636Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76ec8f07-7f8d-4f1f-8896-e66c3dac6407\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.041512077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.045253732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b0ada18-950a-4e0b-803a-b6ffd564b308\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.045557317Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.050889661Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e0bc3c9-9599-4587-ab10-50fb733f610f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.051945174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.054899Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6befcb14-1033-4937-885e-c2873a142bb4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.055196342Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.057301787Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.057417257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.057510663Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.057595031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.062208543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.069423228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.07856887Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.078680833Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.078926272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.081773425Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.089010144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dc4a27c-e98c-44f4-9e80-969d88923fd1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.089778074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.09098057Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.09109632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.091910392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.094287348Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17d74f3d-c437-458b-9dba-73284049db98\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.09618015Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.099637819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81431ac8-c7b2-404c-a8ce-7f5e0a0ddf35\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.099961574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.109432514Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ceb4173-2f82-43c6-8914-7947fe806f74\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.109873402Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.113951017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4909fb61-6989-4108-bc1b-e6126980263d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.114230293Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.115726965Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaedb62a-19ba-47b9-98f9-d41bc7ce31ed\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.116327081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.117439548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbd01b3f-94f7-4b27-9a91-d107d98d341e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.117632973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.117753182Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.117845246Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.117931367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.118698526Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.129833432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.137818982Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.137911757Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.137946436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.137979051Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.138009993Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.13886678Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.159313599Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.168979678Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.169062663Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.169098785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.169511167Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.25491576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.25498585Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:19.257200592Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65354"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:19.257253197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.258696613Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.270426684Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"985651dd-d8ba-4179-aa7b-66e983f35cb0","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.270953715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"f677183b-7d3d-4eed-ac6c-76a17e2e9860","remote_addr":"[::1]:65354","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.272033857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"985651dd-d8ba-4179-aa7b-66e983f35cb0","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.272092443Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"985651dd-d8ba-4179-aa7b-66e983f35cb0","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.274505141Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"985651dd-d8ba-4179-aa7b-66e983f35cb0","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:19.275798087Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"f677183b-7d3d-4eed-ac6c-76a17e2e9860","remote_addr":"[::1]:65354","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":4588,"response_code":"200"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.276952246Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.279296717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.280235678Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f677183b-7d3d-4eed-ac6c-76a17e2e9860\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.287407367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.28749923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.287530823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.292200517Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.29227705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.29231247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.292343793Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.292369143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.292401959Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:19.301523152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"985651dd-d8ba-4179-aa7b-66e983f35cb0","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":31071,"response_code":"200"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.302124591Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.308143252Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.30952716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.309586207Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.310613474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.310804795Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"985651dd-d8ba-4179-aa7b-66e983f35cb0\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.311034593Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.311257497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.315068621Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.315129853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.31515864Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.316146398Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a473214e-9692-448c-b889-d0b4d9c774fd","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.316546826Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a473214e-9692-448c-b889-d0b4d9c774fd","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.316700522Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a473214e-9692-448c-b889-d0b4d9c774fd","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.317616647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a473214e-9692-448c-b889-d0b4d9c774fd","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:19.323767372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"a473214e-9692-448c-b889-d0b4d9c774fd","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":7648,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.324652295Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a473214e-9692-448c-b889-d0b4d9c774fd\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.32481017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.324857094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:19.324883656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.329829611Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.329902316Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.329935011Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.329964059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.331995366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.337075989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.346740595Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.347002487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.347045302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.348120544Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.364061155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.364558927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.365982283Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:19.366434524Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:19.366741415Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.366790673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":37,"elapsed":"649.543612ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.366827958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":38,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.366857216Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.366887927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.366918067Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.366947075Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.369400774Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.373502266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.37773044Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.377823135Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.377858485Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.37828764Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.38293511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.3830857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.384042356Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60230","req_id":"73bac56a-1749-4f58-8c03-f3af4693e567","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: fd 1b 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.38423475Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60230","req_id":"73bac56a-1749-4f58-8c03-f3af4693e567","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64795,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.384534106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.384820797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.385159342Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60230","req_id":"73bac56a-1749-4f58-8c03-f3af4693e567","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.385752754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3364, tv_nsec: 184680626 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.385887773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.386406366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62886","req_id":"2961c527-f3ea-4655-afc2-a754618824cf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 73 da 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e s...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.386627116Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62886","req_id":"2961c527-f3ea-4655-afc2-a754618824cf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29658,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.386874639Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.387439485Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62886","req_id":"2961c527-f3ea-4655-afc2-a754618824cf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.495278597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.495991117Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55131","req_id":"b086158c-830f-4028-bde2-19c9e9e04e95","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 77 51 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c wQ..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.498193375Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55131","req_id":"b086158c-830f-4028-bde2-19c9e9e04e95","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30545,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.500468879Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30545,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:19.500788495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55131","req_id":"b086158c-830f-4028-bde2-19c9e9e04e95","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.501239454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.501333401Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.501449733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.50724523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d28a7281-0b94-4ba9-99d9-8f2d540094db\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.507682632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.512116335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd1e02ff-e65a-442a-91c5-253416465ef6\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.512396243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.519715055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20938ed8-697d-496d-8587-5cf45f164047\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.519822209Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.5263826Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.529427878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"993fa20e-745c-48da-af8a-2b87e9623d59\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.529616814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.534318031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f60a137-a273-45c0-af0a-4464103402d5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.534748058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.540412754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa225f4c-dfe7-42aa-ba1e-3d8c7a060f2d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.543080099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.546556385Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30963fe3-0cab-46a0-ba8f-0996af92c1f4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.547230208Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.552232474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de0a3752-a52a-4c16-a61f-97686e44a726\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.55263187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.554471896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.554656805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.554703999Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22f64e54-73b4-4f86-82d6-f3e682689f83\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.555159616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.555369625Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.556395148Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.562630031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.562716764Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.563217802Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6f953f7-4e89-4dad-8a7f-67515047af47\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.563301759Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.564806868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfe96f28-532e-4a7c-8e0a-6aaa49556eb2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.564942508Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.565934936Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec69e5d7-ae3f-41ad-993a-c6977c17a9b8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.566028061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.566140655Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.566185314Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.567300546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaa61c8c-7138-4769-894e-0b8255d538e3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.567670784Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.569347455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a8b5e29d-41fe-4780-8c43-b0217143680c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.569469939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.571275937Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1faef02-5239-4a36-b605-8767f0b752e4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.571408832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.572990644Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ea409af-37e2-4e58-9512-e512c67a581b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.573080252Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.574858876Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"119a0fa0-a1ae-48be-9b79-a3622798b70a\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.574928024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.582121266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.582184301Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.58221892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.582246285Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.582969716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.587456476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.598782773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.598861109Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.598894205Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.600229946Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.603683247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4cdd818a-75b3-4eab-9d96-fae6860a1294\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.6046639Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.606015123Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.606075753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.606915647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.610386122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da9c1e94-5d16-47c9-9041-2224916eebcb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.610571281Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.613589404Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b73e00b-1137-4153-bb2f-4e2ec0764708\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.613796968Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.615151767Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"54b33b3f-764d-468d-ad71-4e5c95f9e622\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.615286686Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.616493911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"837684e2-9439-46c7-ba16-e72cf35f7e38\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.617446379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.618594105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ea2ea88-2772-47ae-826e-528d136380e0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.618671279Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.620446777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"306c982c-b912-492f-81f0-419a23bb4ff2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.620675623Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.624414412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9422365c-f2d3-4fbe-b3f7-b53fc6fcc644\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.624803397Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.62860901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53caff59-30f2-4636-9126-2f6a03a49d88\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.628759269Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.631202828Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75d6f9bf-6b22-4306-bc54-4cfba21cdfeb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.63126923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.641348813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.641665925Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"863ff0a1-1cc1-4a5f-8b9f-76948e377e30\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.642278876Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.645695363Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91c513f9-a25b-4e90-a1ad-6b70334922b6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.645835222Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.647885046Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3992762-a08e-41c5-82e1-3189626f4d33\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.647951318Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.648862223Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f1490ca-8acc-4a44-b1d0-9916e673d667\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.648992823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.650089548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fb74578-51bc-4a30-936d-91c689e5afed\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.650305368Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.65145571Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ace75dd-7881-416c-a832-d2543060e2fe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.651586491Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.652543167Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c731f826-8d1b-4ab3-acb1-0a2b9b2defff\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.652664168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.653883718Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16fcbb7d-56ab-4efe-9afe-03832e1e02ae\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.654065891Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.656080114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e555136-831f-4941-8599-d863403ca404\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.656146877Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:19.65667054Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.658644503Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac60af41-e309-4d6c-bc99-42c519543522\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.65872821Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.663122716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eccd9480-16f1-442a-9481-a2627f3eed20\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.663660928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.666086892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9974b032-65e2-48b6-b939-40ac56359d1d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.66635684Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.66957423Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b0b03f34-5d14-417c-b75e-1b74fa02fbe8\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.670602579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.685536313Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e485d018-413d-40b0-a934-583d9cd25872\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.68589603Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.688910987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"465ce10d-f3fa-4d79-ad86-7ae4c4c6a7aa\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.68907297Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.690340305Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c47dc99-4f4f-453d-b5d1-074c6ff8b739\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.690614572Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.693110675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.693171586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.693205985Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.693232267Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.69410711Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.696666309Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9bf4773-7899-4f25-ab43-4a573effaf75\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.697794307Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.700397443Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.711456347Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.711571988Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.711945542Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.71277258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.715836214Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ebd53c39-3960-48b8-9538-d8f879bc8e0e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.716189949Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.716367833Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.71646176Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.716839834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.71928706Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.719451738Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.719496527Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.72053186Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.722352908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.726583357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.726671042Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.726704298Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.726733847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.726761763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.727070538Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.73151856Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.755558318Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.755784869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.75583052Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.75644754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.826682397Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.826754291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:19.82916783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:40328"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.83005147Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.830118063Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.830147491Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/169b0651-94e0-4854-9554-314dc1c2574a","method":"GET","req_id":"d4ea5792-d48b-448b-a5cf-96aea21ae896","remote_addr":"127.0.0.1:36209","local_addr":"127.0.0.1:50677","component":"dropshot","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.830181339Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"7cb913b4-04b5-4597-86eb-c65ea7242ca7","remote_addr":"[::1]:40328","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:19.836266643Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/169b0651-94e0-4854-9554-314dc1c2574a","method":"GET","req_id":"d4ea5792-d48b-448b-a5cf-96aea21ae896","remote_addr":"127.0.0.1:36209","local_addr":"127.0.0.1:50677","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":6457,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:19.836490159Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"7cb913b4-04b5-4597-86eb-c65ea7242ca7","remote_addr":"[::1]:40328","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6532,"response_code":"200"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.837999646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.838245446Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7cb913b4-04b5-4597-86eb-c65ea7242ca7\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:18 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.842727627Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.842803738Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.842833588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.846174354Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.846238502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.846271738Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.846300054Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.847132052Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.854448309Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.854516215Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.854546976Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.858424061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.864288255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.86449143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.864546209Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.865029502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.90127598Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:19.916862285Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:19.919017429Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.919484229Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":38,"elapsed":"552.407175ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.919952562Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":39,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.920009175Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.920152671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.9201875Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.92021732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.921646006Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.926684215Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.931116385Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.931197808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.931232567Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.931809356Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.942897058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.942946687Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.954914782Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51161","req_id":"405e5929-b801-4a92-93f6-b77ea2d35d3e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 63 1e 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 c............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.954984812Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51161","req_id":"405e5929-b801-4a92-93f6-b77ea2d35d3e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25374,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.955318076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.956179242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.956225303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51161","req_id":"405e5929-b801-4a92-93f6-b77ea2d35d3e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.956728947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.956784978Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.956818796Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.956847263Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.960643867Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.96071571Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3364, tv_nsec: 759259767 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.960815619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:19.964570701Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51947","req_id":"532f5da5-aa74-40a5-9e56-a2d2b2cee6a2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5c 03 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e \\...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.964636692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51947","req_id":"532f5da5-aa74-40a5-9e56-a2d2b2cee6a2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23555,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.96472573Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:19.964905338Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51947","req_id":"532f5da5-aa74-40a5-9e56-a2d2b2cee6a2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.052744993Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.054762192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.061970143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.062123679Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.06222451Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.064513561Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.067578768Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58612","req_id":"e97257b1-4776-4bf0-8ab4-e6a3e0202322","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c5 b8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.067756753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58612","req_id":"e97257b1-4776-4bf0-8ab4-e6a3e0202322","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.068017462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 50616,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:20.068219044Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58612","req_id":"e97257b1-4776-4bf0-8ab4-e6a3e0202322","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.070057727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.070150883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.070277425Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.070721159Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.070903061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.071451875Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.095039993Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1973d620-25cc-4571-a945-d9192dc7a680\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.095431964Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.09797477Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb53c9e6-a0bb-4463-83f2-546f16bf23fd\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.09836626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.103814575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be3ae20b-b4cc-47b4-9e15-2771f17cc64a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.104055305Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.109009957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5400ac7d-d8a5-4e15-a69a-d849c03e152c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.109299734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.114904602Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff083d06-af31-4420-a1d5-cd741c3a61a1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.115443616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.120844386Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.124393287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ed6b448-2ab5-4309-8ec4-0f70e3083be6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.124710559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.130840874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7161fdb-324b-4e26-887c-3c6d400d9e5f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.131186843Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.13683676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31d352ff-a628-404b-a3c1-b0c207ba5ab0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.137068532Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.143406269Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c0e236d-e7d1-410f-9a00-20a51bffccda\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.143646638Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.145653427Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09aa8049-7661-4d12-8a03-e501ecf2cd24\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.145844758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.146818698Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec95f887-dcfa-4055-8449-e4ceeb972855\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.146952435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.148067567Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"483fd59e-b797-49a3-aa39-185162d687c5\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.148129911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.149530181Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3f87e355-3eed-4968-87e9-8ac1b6e54215\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.149671552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.171364083Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.171425696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.171457009Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.171484503Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.172487412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.175371879Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b08cdb38-a853-49c6-889b-b6ccb24ff004\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.175549863Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.177545239Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.185979414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.186043842Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.186076387Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.186856852Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.195907815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f6e931f-db44-44ab-b2cf-7ea091d0420b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.197299037Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.197364077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.197396531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.197420259Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.204478371Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"32eeeb84-ff41-4196-9c60-38626b8ea1c2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.204611707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.206503386Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d2a8dd60-1b36-40cc-b837-255ecbd9d64e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.206577313Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.208318372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04816b87-cf45-49d8-b73b-24d0afec0ab3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.208414304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.210323207Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"121028c1-7d26-4a2e-a4e2-cd9ba5304da8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.210441042Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.211381025Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fb04845b-03c2-460b-95e6-6dee4e991016\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.211518318Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.216043374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e28c4c53-8777-4e2f-b9a4-da9e2076dc67\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.220266188Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.233438152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c89890bf-fe39-4910-9bff-f923d00dcf5d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.233683371Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.235319931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65018584-d7ec-4bbc-85aa-8e35310df363\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.235421444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.239354981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b1503e4-8d58-4fc5-993e-e1a152abf4df\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.239536943Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.245659943Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5676bdca-2f73-4090-a64a-867d3b624d68\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.246564445Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.249373703Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.252161717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6bf7975-063b-47bf-b1a3-55e566dbf6ec\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.252306766Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.254846617Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc29ea88-4c6f-4615-9d46-379e7fb6945b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.254920995Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.256661032Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40e3dafb-8ff1-4e69-9461-d85c12448f88\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.256728356Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.258510577Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d3ead61-3f26-4f75-bdc0-c22e77cd217b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.258589114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.261577027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b41e224-d17a-4d40-b6e1-3b9846138398\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.261645403Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.263039481Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6a9b76e-a34a-4087-b96a-ab1c3f65dacc\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.263107476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.263563084Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.263729736Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.266066101Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.267311172Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.267423225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.267463776Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.267806218Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e1efcb2d-1823-44c6-a67b-3a984a5057db\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.267955395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.269369453Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f434ec05-f121-46c1-aef1-de6bf25a2e9c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.270177663Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.271133267Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c1db447-9bef-4933-8ac5-4c5f404aa290\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.271205802Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.272573587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f7f1c93-b085-4136-8650-b82640c230b6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.272744587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.275117285Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87a1f1bb-4e21-406d-87e0-4d5de3a27ad1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.275292815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.278910443Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcd8b7d9-70fa-416e-b29a-0c2267a42c61\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.2789795Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.281407668Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40b6af41-1d46-4b16-8534-3482acc2167e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.281675532Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.284219971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd0363d1-7a47-4cc4-97aa-ca2bd4dc3e3b\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.284291223Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.287369988Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88c08ade-ac71-458b-8de4-b7390d8cf607\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.287439957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.290448632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf4e61c3-99f6-4157-8b41-6b5e9435a4d3\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.29051811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.2922546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62014062-3995-455a-ba1d-a4d0989a806c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.292332074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.293655591Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5864f34-4543-4483-a292-4c11f544ce0e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.293781973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.295855344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"111b2d60-7dad-4844-b8bc-ebc7a8359ce6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.296077687Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.296946318Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bbbbb8a-f317-400c-a74e-882fe28e3328\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.297030997Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.297069894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.297101487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.297134753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.297783626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.30056622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.300624286Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.30065651Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.300684045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.30159992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.301849778Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.305446093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.305624729Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.30573047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.305817834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.305904496Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.306552818Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.308011665Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.312974082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.313093129Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.313185233Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.313691101Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.315384114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.320570978Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.320633774Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.320665868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.321905928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.323840232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.323949189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.324629625Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.378369388Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.37844554Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:20.378959414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47686"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.379783135Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"fce4461c-a5c6-4db3-b898-5cf53bcef12a","remote_addr":"[::1]:47686","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:20.380284043Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"fce4461c-a5c6-4db3-b898-5cf53bcef12a","remote_addr":"[::1]:47686","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":497,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.380913597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fce4461c-a5c6-4db3-b898-5cf53bcef12a\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.384461697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.385093616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.385175689Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.38893542Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.389292181Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.389389785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.389475897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.390458465Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.393329395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.399009382Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.399297496Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.399345331Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.399954515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.445294322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:20.452734045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:20.453004975Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.453120575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":39,"elapsed":"533.313412ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.453161336Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":40,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.453189793Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.45321871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.453248119Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.453276626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.45396112Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.45758481Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.462098763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.462181488Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.46221731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.462629421Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.465693185Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.465819737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.467322431Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51384","req_id":"3ac87287-3c4e-45ab-b6d9-4d3e7edd6cc9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4d eb 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 M............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.467618832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51384","req_id":"3ac87287-3c4e-45ab-b6d9-4d3e7edd6cc9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19947,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.468242765Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.468498835Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.468671529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51384","req_id":"3ac87287-3c4e-45ab-b6d9-4d3e7edd6cc9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.469104973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3365, tv_nsec: 268031482 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.469246775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.469695139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60605","req_id":"5d13d14e-128a-4353-a125-2bfbc780aedf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: f2 70 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .p..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.469861009Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60605","req_id":"5d13d14e-128a-4353-a125-2bfbc780aedf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62064,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.47010757Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.470255896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60605","req_id":"5d13d14e-128a-4353-a125-2bfbc780aedf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.541936876Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.544357048Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.544425684Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.544459622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.544491065Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.545513061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.546101183Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51902","req_id":"2e1920cc-4697-47dd-82d5-f3fa7b2fc203","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d0 d6 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.546239228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51902","req_id":"2e1920cc-4697-47dd-82d5-f3fa7b2fc203","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53462,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.546607872Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53462,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:20.546701659Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51902","req_id":"2e1920cc-4697-47dd-82d5-f3fa7b2fc203","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.547419219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.547592935Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.547641612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.5490358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.557265727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.557328252Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.557361769Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.558149538Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 6 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.561223794Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 6 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.561284144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 6 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.561428041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.567751119Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":12,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.56908174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8eed3c6f-a353-4e14-8c2c-ba7c2ea197ae\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.569459002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.569885131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.56994505Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.570581518Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.574149056Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":12} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.57424616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_u16 FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.574380497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67164ca4-080d-4da7-b6b6-f9ca03a98d3e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.57459736Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.580278319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"977dfc8e-76cf-4ec7-ba95-42e50f7a5ebf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.580405322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.582682138Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_u16","n_rows":5} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.582746847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":5,"sql":"INSERT INTO oximeter.fields_uuid FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.583316772Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15820ab7-ba96-4f64-bf72-8274120cdecf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.584662614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.587402002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_uuid","n_rows":5} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.587464246Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":19,"n_rows":5,"sql":"INSERT INTO oximeter.measurements_histogramu64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.591483765Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9eb84be7-4f7e-4221-ba03-9b449b8672d7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.591634715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.594920081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_histogramu64","n_rows":5} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.594976273Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.595229257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5650050-12a7-40e9-ab88-b6fcc1be033c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.595359857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.598612709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.598666887Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.600255021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bac5a424-8863-446b-bc23-e94bf517f1cb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.600379459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.607797739Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3ae6b62-6034-460e-8c3a-bda814164d8a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.607872318Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.61419243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.615072544Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f827b789-ae45-450f-b0ec-031e38df6cc7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.615785645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.618241568Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d08dae15-124c-4dd7-94de-e9c0fec7efc8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.618647256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.620857971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"543f7059-7170-4968-9056-0b2f4b5ae11c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.621372987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.623645715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eff2f87-d0de-4a05-af26-3884cbb99691\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.623799291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.62617763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b730b42-2951-4374-a200-17a551099cd3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.626358079Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.630600502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d2e965-0ef8-4976-9b45-9d9a2717af3e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.630680662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.634483288Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ac290de-ddac-440c-8b80-eeb1d25e02b5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.634553709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.637484699Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1fb489c-b8b4-454a-9dbd-18b1900ec5b6\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.637724867Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.64058224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96c6b78e-688b-4a6f-afd4-036f877f5275\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.640843541Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.642563748Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5944aef7-fd00-42ba-a44e-aa58d1e2aecf\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.642637255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.644980483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa9af70b-c53a-400d-854b-815bdfd30c1c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.645120362Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.646734368Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"392c74a4-7a50-4ccd-9a96-6db8b46bb90d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.646911741Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.648729844Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14abaa01-af57-45da-924a-333eb9415dc0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.649347264Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.651542388Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63ee69f3-ce34-4e48-9761-d1317da578b2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.652048766Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.654436905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"945d0205-7623-4018-a92d-08f5953bf5eb\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.654503758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.657249489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"752aea9a-b394-4246-b9a2-b8d083cebc46\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.657363897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.67856101Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.67863102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.678664296Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.678691721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.679747304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:20.67997134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.683362287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.688559782Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.688637096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.688670543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.689032033Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.689752158Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f54e076-5569-48d2-a5cc-aa8eddda18b9\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.689921896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.694433806Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.694539777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.695165313Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.696827736Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfbd02f8-a702-43fb-a908-864ce6a7e2db\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.696947474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.704270525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c5409d81-8893-4d6b-a42e-7b01d3bdec3e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.704397057Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.715886319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8e1b7cd-8223-461f-bb84-f22eb995f686\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.716213811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.722705045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbab557d-5db7-485f-88d8-9943a21f6231\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.722922257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.727677081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40f5e3f3-e134-4624-b441-683a3af709a1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.72805291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.730866947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"160709cf-9252-4ccd-8ff9-274e770306ed\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.731134269Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.73328274Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d79a819c-f1fb-4fca-872b-aac30efb74b1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.733566325Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.73666058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.73777454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba4d5cae-2445-4090-92db-b3fd3c5fa3c7\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.738633591Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.740950988Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d9d0ba9-058b-4574-8892-455d4d0c4404\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.741230245Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.750341098Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96de61bf-7a8f-4bd5-9e12-4c2cbe89bdf8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.750606246Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.755754153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a2d742c-6ad0-414b-8cfc-9561d93cda56\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.756056395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.75958232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a375272-e59e-4f69-98aa-5a6945fea760\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.759792178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.763471188Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3131313-c99f-482b-9857-f7a3115602d4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.763569444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.766244304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d41f8246-58bf-42b3-8fc0-8790918c5875\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.766318141Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.76860126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdc20c11-aca7-4ecd-a214-a818d844018a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.768813623Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.770301157Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.770364473Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.770401316Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.771130138Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.771192272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.771225208Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.771260879Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.771669243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.772050522Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Timeout"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.772653844Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1473487a-de7d-4fce-abe0-f5b1b9460963\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.77273204Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.773910889Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":3,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.77397186Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"task disabled\"}","iteration":3,"elapsed":"53.457µs"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.774107881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.774158743Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.774189524Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.774220406Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.774248952Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.775531558Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.775593782Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.778260034Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":2,"elapsed":"6.165985ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.780144228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.780987148Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.78106344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.781099091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.781130694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.781159211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.781772272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.781835187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.781871139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.781961439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.782700391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.782763066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Timeout"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.782793677Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.782822845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.78285039Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.782881673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.78346764Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.784366431Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Timeout"} {"msg":"background instance updater explicitly disabled","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:20.784426901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.784455358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"destroyed_active_vmms\":0,\"disabled\":true,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":2,"elapsed":"115.851µs"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.786602045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.79873563Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.798819136Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.798855358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.799321367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.806109692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.810293117Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.81038954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.810468006Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.811139995Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.811630462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.811692626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.811727225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.811755191Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.813367773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.813665567Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":2,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:20.813723332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.813750696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.813778662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.813809754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.813837179Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.815178321Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.815368921Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63246","req_id":"a55da8c3-5ed2-4420-8b84-7352f6a425f2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: a1 df 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.8157702Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63246","req_id":"a55da8c3-5ed2-4420-8b84-7352f6a425f2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 41439,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.816009467Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.817035702Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.81709537Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63246","req_id":"a55da8c3-5ed2-4420-8b84-7352f6a425f2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.817322062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60698","req_id":"3d6348b2-5e87-46e3-a1fb-03b3e64a3f7d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 5a 66 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 Zf..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.817382943Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60698","req_id":"3d6348b2-5e87-46e3-a1fb-03b3e64a3f7d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 23142,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.817452803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.817622711Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.817671709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60698","req_id":"3d6348b2-5e87-46e3-a1fb-03b3e64a3f7d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.817845836Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1320ba6d-323f-48f1-8ce1-241f68587230\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.818166374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.818586702Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.826007718Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.826073709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.826107076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.82670643Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.827211987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.827272277Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.827750139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.827948505Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.82800654Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.828416287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.829237062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3365, tv_nsec: 628117810 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.829388854Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.829696057Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3365, tv_nsec: 628598508 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.829784443Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.830635248Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.83193624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61709","req_id":"77f18cfc-d1c7-4ad4-8c4e-3b938750f9bf","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c9 cd 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.83200169Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61709","req_id":"77f18cfc-d1c7-4ad4-8c4e-3b938750f9bf","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51661,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.832198933Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.83229266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61709","req_id":"77f18cfc-d1c7-4ad4-8c4e-3b938750f9bf","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.832410715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61276","req_id":"c849afa4-fce6-4df8-8cb6-ace2471ff80e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: b6 85 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.83245827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61276","req_id":"c849afa4-fce6-4df8-8cb6-ace2471ff80e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 46725,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.832585734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.832767927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61276","req_id":"c849afa4-fce6-4df8-8cb6-ace2471ff80e","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.832836454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62182","req_id":"15c7f8f3-5003-425b-a61e-92b23f52177b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 93 57 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .W..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.83299025Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62182","req_id":"15c7f8f3-5003-425b-a61e-92b23f52177b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37719,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.833079838Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.833418824Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.833468052Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62182","req_id":"15c7f8f3-5003-425b-a61e-92b23f52177b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.833999501Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.839899376Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.840017972Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.840108212Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.840730582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:20.841659072Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:20.888944375Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.889003523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.889242579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:20.889299963Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:20.890755514Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:20.891009189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:20.964918428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.965108738Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.96548655Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:20.965556319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:20.968241549Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.96866325Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3365, tv_nsec: 767457966 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.968735123Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.969069469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"438997dc-8b52-4621-9f54-ad7329964c50\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:20 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.969444947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.971374822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.980809881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.980895682Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.980927856Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:20.981380889Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:20.991106426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.001993398Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.031592532Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55495","req_id":"78facebe-e903-4b05-ac36-2deb3e4376dd","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c6 7b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .{..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.031815757Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55495","req_id":"78facebe-e903-4b05-ac36-2deb3e4376dd","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50811,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.032271264Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.032516924Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55495","req_id":"78facebe-e903-4b05-ac36-2deb3e4376dd","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.03274587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.047313315Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.047452622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.047546309Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.048335081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.049150916Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.04936384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":2,"elapsed":"266.635173ms"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.049728076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.049837845Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.05115547Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.053871131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.136754811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.139350052Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.173712357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"37f21456-4f79-43a0-8008-e44654405fe6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.180063291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.205841322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.206356238Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.213598858Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1d7314cf-e568-4c91-82e6-da1979ff2395","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.229467405Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1d7314cf-e568-4c91-82e6-da1979ff2395","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.229642374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1d7314cf-e568-4c91-82e6-da1979ff2395","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.235821094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1d7314cf-e568-4c91-82e6-da1979ff2395","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.245352876Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.245438647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.245477143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.245506532Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.246095135Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.263437148Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"1d7314cf-e568-4c91-82e6-da1979ff2395","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":49838,"response_code":"200"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.266005094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.266202347Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d7314cf-e568-4c91-82e6-da1979ff2395\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.268448603Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.269324428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.271086709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.277913912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.278021306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.278169421Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.278260021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.27834493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.279087199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.283703276Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5f2b80ac-03fb-4661-b0ab-f908aad64438","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.286014802Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5f2b80ac-03fb-4661-b0ab-f908aad64438","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.286132106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5f2b80ac-03fb-4661-b0ab-f908aad64438","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.286969634Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5f2b80ac-03fb-4661-b0ab-f908aad64438","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.289018316Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.29374793Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.294045533Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.294193708Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.294703574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.304144013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"5f2b80ac-03fb-4661-b0ab-f908aad64438","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":21373,"response_code":"200"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.371043687Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/v2p","method":"GET"} {"msg":"VPC route manager sled b6d65341-167c-41df-9b5c-41cded99c229","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.461483081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.461672489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/vpc-routes","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.470564746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55185"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.470649565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:51422"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.471389559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f2b80ac-03fb-4661-b0ab-f908aad64438\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.471562113Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.471603395Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.471627634Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.471653685Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a699fab-8257-4c62-a9c9-5237fd7e7d2c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.471842772Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.471904525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.471936719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.471964495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.472683437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.47274484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.475281263Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.475338267Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.47536499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.475761059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.475813654Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.479196724Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.485044085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.48942798Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.489583339Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.489730853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.489830502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.489916313Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.491848803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.496234211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/v2p","method":"GET","req_id":"e0c90ad7-b533-4d1e-8568-6900dd9c4c14","remote_addr":"[::1]:55185","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.496497335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/vpc-routes","method":"GET","req_id":"a446e9cb-9da9-44b7-9ca3-90f9bfd3befb","remote_addr":"[::1]:51422","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.506039757Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/v2p","method":"GET","req_id":"e0c90ad7-b533-4d1e-8568-6900dd9c4c14","remote_addr":"[::1]:55185","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9815,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.506235708Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/vpc-routes","method":"GET","req_id":"a446e9cb-9da9-44b7-9ca3-90f9bfd3befb","remote_addr":"[::1]:51422","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":9744,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.506481858Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.506610174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.506697428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.506778429Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.507424947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.512754937Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0c90ad7-b533-4d1e-8568-6900dd9c4c14\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.512935537Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","interfaces":"{}","sled":"sim-b6d65341"} {"msg":"v2p mappings to delete","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.513021027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mappings":"[]","sled":"sim-b6d65341"} {"msg":"v2p mappings to add","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.51309278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mappings":"[]","sled":"sim-b6d65341"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.515052866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{}","iteration":2,"elapsed":"733.207428ms"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.515483263Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a446e9cb-9da9-44b7-9ca3-90f9bfd3befb\", \"content-length\": \"2\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.51570265Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.515801287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.516330932Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.516976568Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.524805647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.524919865Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.525119743Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.52578575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.525935609Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.533451363Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Sled { parent: Fleet, key: b6d65341-167c-41df-9b5c-41cded99c229, lookup_type: ById(b6d65341-167c-41df-9b5c-41cded99c229) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"ipv6 addresses for service zone nat not implemented","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:21.533614248Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"generated config for fewer than the minimum allowed number of dns zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:21.533701081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.534087561Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"generated config for fewer than the minimum allowed number of dns zones\"}","iteration":2,"elapsed":"759.785613ms"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.570969476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.57110202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.571135286Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.571841814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.624615031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.624688537Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.625147542Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","assocs":"{}","sled":"sim-b6d65341"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.625202502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:42489/eip-gateways","method":"PUT"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.62710393Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58450"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.627716821Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/eip-gateways","method":"PUT","req_id":"b3528a8f-9827-4cc8-b362-fac3369103a1","remote_addr":"[::1]:51422","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.628081117Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/eip-gateways","method":"PUT","req_id":"b3528a8f-9827-4cc8-b362-fac3369103a1","remote_addr":"[::1]:51422","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":364,"response_code":"204"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.629843599Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"34e46930-00a0-45c5-a09b-f2255012700f","remote_addr":"[::1]:58450","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.632969978Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"b6d65341-167c-41df-9b5c-41cded99c229","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b3528a8f-9827-4cc8-b362-fac3369103a1\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.63477277Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{}","iteration":2,"elapsed":"821.017104ms"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:21.636642315Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"34e46930-00a0-45c5-a09b-f2255012700f","remote_addr":"[::1]:58450","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":6794,"response_code":"200"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.639509217Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.63957133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.639936819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34e46930-00a0-45c5-a09b-f2255012700f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.645044315Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.645131469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.64516229Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.649817926Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.649889589Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.649927745Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.649956152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.657516225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.669359642Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.669602516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.673194192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.683350908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.684524547Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.684631861Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.685833715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:21.686553489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.700594285Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.754242576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.754402073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.75450076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.754589206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.755423098Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.79278556Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.805471305Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.805592918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.805751363Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.806373633Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.824584698Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.824737793Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.825763526Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:21.826422189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:21.826825582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.826966523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":40,"elapsed":"1.373842532s"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.827152514Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":41,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.827243194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.827350168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.827449175Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.827534705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.828501692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.842434462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.846249353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.846359242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.848073828Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.849428567Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.857248027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.857307516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.858146177Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50355","req_id":"e0fdbd0f-1220-4fb9-90d4-865ef8027c21","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 32 09 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 2............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.858237839Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50355","req_id":"e0fdbd0f-1220-4fb9-90d4-865ef8027c21","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12809,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.858529801Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.858696223Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.858744719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50355","req_id":"e0fdbd0f-1220-4fb9-90d4-865ef8027c21","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.859223653Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3366, tv_nsec: 658120914 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.859288843Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.859746846Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50280","req_id":"a1d73f11-7aeb-439a-a8eb-64a8cda8444a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: dc 1f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.85980435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50280","req_id":"a1d73f11-7aeb-439a-a8eb-64a8cda8444a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 56351,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.859928438Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.860033437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50280","req_id":"a1d73f11-7aeb-439a-a8eb-64a8cda8444a","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.917876315Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:21.92264685Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53907","req_id":"8a189234-9776-489d-93c9-43b1fbbad4c3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: af 41 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .A..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.922722731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53907","req_id":"8a189234-9776-489d-93c9-43b1fbbad4c3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44865,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.922805005Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 44865,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:21.92314356Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53907","req_id":"8a189234-9776-489d-93c9-43b1fbbad4c3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.924951943Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.925012223Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.925044628Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.974803048Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63c14a56-af66-4c89-9126-c2bfb9d9d1cf\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.97506487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.995009568Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce757942-4e51-497c-b7c5-74e526236d1e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:21.995206661Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.005717072Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.027864049Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4bae0e24-db3e-448c-b0a7-cde8cf9ead8a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.028006673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.032032434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7ef8209-fad0-47a2-8dc5-2f7dfd1db16f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.032248785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.034677684Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fee735ac-14ea-44f5-9c4d-cfc6950a0b08\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.034752463Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.038282747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9a0b265-1eac-459b-9ced-34a77a039d9c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.038341905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.042892762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c87560c4-75a8-41da-86f8-25505bd6f6ae\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.04313236Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.062492874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.073549764Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.073647669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.073682669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.074715247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.079170834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfd5d214-2e07-4fbb-a006-83c400f359b2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.079315101Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.080160005Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.08787155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.087936299Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.087970687Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.088567897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.089353392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d14f477-2e98-4451-96f1-ebc2c6be339a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.089509633Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.091709206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.091768053Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.092343409Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.093365907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7eb55aa5-ca37-4d07-aa16-b510061be5a8\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.094808621Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.096408108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ab2c4d90-76d9-4436-823a-6d92a92cb181\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.096551945Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.097611676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"747292b9-1315-47db-8e13-8b5b636681e6\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.097753659Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.099574938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"652bec5b-990e-4ad9-b643-6e4a6a84a3da\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.101113754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.104987332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90f076fe-894f-4a05-b36a-8f6ee2e8473d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.105516035Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.108819497Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5201ee0-2bb2-46d3-a396-11a70c3b87fb\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.108974145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.11418132Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"785b7998-b5f1-464d-9a91-5b143f41f3bb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.114309526Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.117933877Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3060b57-59ad-4aca-bcc2-e6673eaa58b5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.11814108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.122499614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03b27757-3c4d-4089-9bfc-4ee8c3d41d6a\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.122584453Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.125582647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.128956719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb8a2217-56b8-4a1c-bb10-5990b4d8d6ba\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.129248931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.130256288Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"744106c2-7bcb-475c-abd4-d4b23d53dc64\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.130420035Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.131399436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaca82d3-4248-4c19-8fb4-a2c9b086ffd6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.131624234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.132672372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6f26b70-51ce-4330-a165-9592a4f08eac\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.132835377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.133721773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4eb4fd8c-4bf9-4383-97cd-53dfac094544\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.133841041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.135118747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f7a163f-2eae-4786-a6e6-c31dacd8bc9d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.135505156Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.137477827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b0468fa-8a53-465d-aa2c-1ad9f53e3308\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.137552546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.140567793Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f9eaa02-afe1-41f3-9d4c-d2a589a2151a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.140640218Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.142412489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d6531a2-b4cf-465e-9621-9a3b21f7cbf1\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.142662206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.145363458Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d37e934e-254e-4f66-8779-367ae2bb4225\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.145531744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.147506278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"809fbfcd-1a7d-45af-9e0c-e460e362c09d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.147597099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.149783675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c96aae3-308c-47f6-b79b-4750c08104c5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.149864156Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.150744931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21abdd99-68a6-4463-9b11-2badf3605d23\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.150862665Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.151782869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98321a7a-14ab-413d-85be-de7f3f5ed726\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.151909842Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.153316204Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"974e61de-a879-4296-934c-0578fa9af29c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.153534579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.155252502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db255ee8-106c-4f4f-9b84-6772afeae845\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.155375407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.156621059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a811214c-7beb-4c61-bf01-342ead1e7731\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:21 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.156781007Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.171231419Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15c28e8d-6bc6-4de7-ae17-51570e0a5c61\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.171529733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.175491827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65414a51-9740-4d3e-8bfe-b6d8cc0e92ba\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.175625724Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.176303505Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.176439746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.176488844Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.176517842Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.177176875Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.184192353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.198962381Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.199073051Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.199108933Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.199521375Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.199754229Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e42b9204-da15-4096-902d-db29e18d5f31\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.200107372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.203410333Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.20347402Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.204119666Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.204651496Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb4a9ca1-1cc1-4592-b421-c8a59b75d76f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.206021556Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.208343622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e65396b-967f-4f93-a5eb-daaeb31cfead\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.208596737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.213711768Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"016925c9-adfe-4a23-b02c-eabe7c9fc41d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.213851206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.224152491Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88e785ba-3c16-4f7c-a5c2-0387d176f6c9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.225715575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.228691514Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"043fb024-465e-48e3-a78f-23c4608d8d98\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.228913046Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.231790539Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3ddf920c-ce2c-4857-8c1a-9d5f3897324c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.23200206Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.233282672Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fc6207f-9ea1-40c2-8216-e673c400baae\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.233365066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.233405998Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.233439013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.233471789Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.234518214Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.239918994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.245554202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.245755964Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.246527912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.246637821Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.247141224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.252849658Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.256756201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.262917257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.263002948Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.263036955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.263866077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.26430905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.264367316Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.266523332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.269121769Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.269180145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.269209804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.273346186Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:22.273412197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:22.278669753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.345574656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.345723874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:22.34711235Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58122"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.347686384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"6e934450-f4b4-421f-9924-44388257c73f","remote_addr":"[::1]:58122","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:22.349401842Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"6e934450-f4b4-421f-9924-44388257c73f","remote_addr":"[::1]:58122","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1723,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.349967579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e934450-f4b4-421f-9924-44388257c73f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.355849328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.355913125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.355939918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.361118577Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.361341841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.361460277Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.361862348Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.363594159Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.369870444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.37029485Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.382574196Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.383534018Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.383599949Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.384137961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:22.417530043Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:22.417816974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.417871563Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":41,"elapsed":"590.682417ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.417907194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":42,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.417932304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.41796017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.417992524Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.418021853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.418865033Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.420445912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.420504068Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.420534569Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.420559799Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.421456426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.423799604Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.427418635Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.427502833Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.427536219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.427855796Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.430476999Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.436794195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.436855808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.436886118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.437264713Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.439890244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.439942338Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.440606842Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52547","req_id":"df46d1cf-c52d-4a51-8cbd-f0f18c997902","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 93 93 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.440662002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52547","req_id":"df46d1cf-c52d-4a51-8cbd-f0f18c997902","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37779,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.440880587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.441055806Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.441099714Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52547","req_id":"df46d1cf-c52d-4a51-8cbd-f0f18c997902","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.441488368Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3367, tv_nsec: 240384507 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.441544781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.441842133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61328","req_id":"52e963ca-8317-4a1b-b6e1-8a43834615fe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: aa 6b 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .k..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.441899327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61328","req_id":"52e963ca-8317-4a1b-b6e1-8a43834615fe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 43627,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.442254515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.442297661Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61328","req_id":"52e963ca-8317-4a1b-b6e1-8a43834615fe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.498493848Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.499492327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.499609541Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.500577499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.501155691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50693","req_id":"9301d2fd-5b0e-4cb2-8d19-c86293707747","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 8e c4 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.501335249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50693","req_id":"9301d2fd-5b0e-4cb2-8d19-c86293707747","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.50163696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 36548,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:22.502059142Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50693","req_id":"9301d2fd-5b0e-4cb2-8d19-c86293707747","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.502476543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.502568436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.50268568Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.504842878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7494982a-75da-4271-89f2-000cee0e8bbf\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.505422132Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.506933984Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c1f994bc-3098-4aea-b49b-ff3d30e3dd2b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.507286707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.511526264Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb58d3ca-f898-4b59-86ba-9734ad418057\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.511610001Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.513151813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a49804fa-5722-420c-9389-dcd95bc2f742\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.513271762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.515607716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"393fabc7-2971-4bf4-9273-987d1f2397e2\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.515963756Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.518502404Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b26eef5-b9fd-455b-b847-274a5a12905b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.518670799Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.520928898Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7fc9ceb1-4726-4721-ba9d-00c5bdb5e1c4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.521120871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.525325077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da68563e-1e86-4d11-afb8-edb73c860c3e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.525415027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.526498736Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50ea0951-c583-4c18-b938-da6f567af345\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.526743724Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.527931741Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de9d4a13-dca2-4d94-b1f0-b737ed987db6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.528073353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.529087804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ccd5188-7e0a-48af-932e-01f708b50504\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.529154688Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.534239449Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba36cf69-a444-4195-8f9e-fddeb15866f7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.534284138Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.534316212Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"09da4ce5-d747-4170-a0e9-622d5e9985f2\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.534345851Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.534685788Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.537272301Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c27cfbdc-53d4-43f0-8c7a-7b522f62e5f6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.537393804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.539312066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c17c1041-2f7f-4047-850b-48d429ee0edc\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.539451042Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.542581971Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb88f899-b6d6-432a-a2e4-dc145553ef7c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.54268208Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.544747515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26d1984d-9f88-4951-b9a2-af7242688462\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.544829709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.546631058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a88a032-fae6-4fc1-9bb8-49828df5af80\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.546755917Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.550047916Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec52ca61-ec3e-4044-ab0c-8f6dfd346633\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.550147775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.551357816Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2afd1ad2-8c6e-469b-adff-70a38c27a03d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.551566492Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.552985519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b52413f-58e4-4364-8af4-f34a1abbe2a6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.553384744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.554263706Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.554327833Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.554500598Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.555632934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.556543458Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14290ba1-8ec7-4612-b5cf-92f53299e2ae\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.556660311Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.560612706Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3111f289-1c9e-41d8-906d-4de983771246\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.560814147Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.561172772Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.561360255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.56352079Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0e13a707-6923-4044-b711-7c5f76c3d1b7\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.563595218Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.565342359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.565405906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.571669926Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fb0a7cd-d782-48ff-9e57-7f5780fa62e3\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.572365953Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.581984147Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"85458f41-0962-42d4-b987-b67e58c78d5f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.582650424Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.585730241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.586027493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.586238624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.586349785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.587221121Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.589596193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3cc7cdc-4b89-45ee-b4ae-37321066bd98\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.589821753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.590254054Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.599369085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.599429806Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.599458944Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.600193909Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.604056755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.604131083Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.612820306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.616393726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20a80b73-7072-43e8-87ed-a6c62a43a7f0\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.616553975Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.618371025Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"494b7faa-d74c-4661-b5e6-37e0b26c4ed2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.618495523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.625240031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f6ef2e46-67a5-4fd5-ab52-3d9de9b61ba4\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.625380772Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.627616657Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ea3ff66-af80-4795-bd77-7a9ce4ad5350\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.627782036Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.629322235Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de693eca-6c6e-48cb-a396-9cccfd5b8ea9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.629451042Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.632026834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a76baf4-97c1-43a4-b50b-3b70c1ddbf46\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.63231082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.634580221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba987246-f6dd-46f5-98a2-6093d45269b8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.634980709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.636978039Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27474433-5ec1-40d8-b2ab-0c2d99d1a3f0\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.637349429Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.640068947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3098d8e-d552-4257-892f-6e16304bf150\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.640329667Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.648676597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.648729102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce4bdfde-673e-4fba-b8c3-ab30717730e4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.648927587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.652746807Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"760c8f45-2247-4a02-a12c-2cb47174e76d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.652811426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.654852252Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9b4331f-64b0-41ab-a64d-a24172a3e453\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.654929025Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:22.655776032Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.65744099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0f5cbba-5cdf-4e04-9655-8496982ff4bb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.658136536Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.660998638Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78113570-ab4a-4813-971d-b561f7c6c30b\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.661086774Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.662907602Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4233ac1-69cf-40ad-8cd0-6275ab43cb0d\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.662969715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.664203654Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e75b6ba6-c082-40a2-8d0a-0df2dcc2ae77\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.664340086Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.670567183Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7eef9bd-36e1-483a-a9eb-595165251044\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.670930176Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.67184538Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61af293a-47b7-4d26-b649-1abece756792\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.671949798Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.672099275Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.672196209Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.672226649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.673444105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.677334526Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.682297875Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.682420129Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.682514657Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.682605318Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.682687121Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.683213109Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.687023591Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.700359622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.700608007Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.700715732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.701822677Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.702409727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.702532021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.702624234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.702705376Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.703340802Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.764364448Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.764505018Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.765416153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.772758813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.772845365Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.772878552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.773393718Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:22.773598586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:58718"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.777646722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"98978e99-62db-4722-a0b9-1fa3d537adfb","remote_addr":"[::1]:58718","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:22.779587629Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"98978e99-62db-4722-a0b9-1fa3d537adfb","remote_addr":"[::1]:58718","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1979,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.781380722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.781441002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.782648578Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.78293071Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98978e99-62db-4722-a0b9-1fa3d537adfb\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.78692637Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.787075648Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.787144365Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.791989558Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.792072644Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.792106682Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.792194567Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.793253236Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.798491543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.803426636Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.803723217Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.803778737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.804380677Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:22.850319086Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:22.851070002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.851439128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":42,"elapsed":"433.518647ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.851638004Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":43,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.851735959Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.851852872Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.851947972Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.852032039Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.852921601Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.853726064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.857435766Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.864718276Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.864863655Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.864900428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.866369646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.875290059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.875522071Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.883578914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63692","req_id":"ffcf8b07-190c-4f1e-b148-86c79c0e22f3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 84 07 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.884260472Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63692","req_id":"ffcf8b07-190c-4f1e-b148-86c79c0e22f3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33799,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.88457075Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.884613616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.884817953Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63692","req_id":"ffcf8b07-190c-4f1e-b148-86c79c0e22f3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.885444401Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3367, tv_nsec: 684324317 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.885531895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.887091723Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56641","req_id":"facc1f5d-ab57-4c27-b16c-4c944a74a293","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5f 43 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e _C..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.887279267Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56641","req_id":"facc1f5d-ab57-4c27-b16c-4c944a74a293","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24387,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.88740148Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.887430779Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56641","req_id":"facc1f5d-ab57-4c27-b16c-4c944a74a293","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.942533287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.942938895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.943584812Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.943693118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.943736324Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.9444321Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.944531388Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.946485772Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65094","req_id":"b976a769-344d-4fbe-9b33-462e976e2aaa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 0c fb 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.946553487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65094","req_id":"b976a769-344d-4fbe-9b33-462e976e2aaa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.946759858Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3323,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:22.9468612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65094","req_id":"b976a769-344d-4fbe-9b33-462e976e2aaa","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.948528141Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.948585866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.948615445Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.948922116Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50830","req_id":"dab957c7-35a9-4d56-8730-97fd6ca6b008","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 00 30 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .0..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.948982086Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50830","req_id":"dab957c7-35a9-4d56-8730-97fd6ca6b008","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 48,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.949062326Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.949241052Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.949293967Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50830","req_id":"dab957c7-35a9-4d56-8730-97fd6ca6b008","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.949630237Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.954251895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.954313618Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.954345322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.954719848Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.956450396Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3367, tv_nsec: 755170664 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.957172134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.964523731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58701","req_id":"75f8e617-fcd4-4de0-9209-3584838f7f51","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 92 67 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .g..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.964601627Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58701","req_id":"75f8e617-fcd4-4de0-9209-3584838f7f51","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37479,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.964767337Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.964806856Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58701","req_id":"75f8e617-fcd4-4de0-9209-3584838f7f51","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:22.964983878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.965040351Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:22.96557706Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:22.966478837Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:23.051955013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.052071926Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.052516862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:23.05258098Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:23.054706966Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.065139502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.072996587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53712","req_id":"87c9c666-213f-4076-913f-88162da60a53","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: c9 fa 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.073271144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53712","req_id":"87c9c666-213f-4076-913f-88162da60a53","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51706,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.07340963Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.073591943Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.073646772Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53712","req_id":"87c9c666-213f-4076-913f-88162da60a53","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.073977581Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87cd181a-602f-477c-b36e-6a2f1bc33252\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.074246717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.076090421Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3367, tv_nsec: 874975568 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.076187023Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.08219824Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53011","req_id":"8c2b9583-1a21-417a-b316-ebdf22204b4d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 61 a0 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e a...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.082462637Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53011","req_id":"8c2b9583-1a21-417a-b316-ebdf22204b4d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24992,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.084508082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.084615306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53011","req_id":"8c2b9583-1a21-417a-b316-ebdf22204b4d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:23.086826051Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:23.14622545Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.14630564Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.14652153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:23.146580748Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:23.148520673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.152730732Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3635a99-9ae0-4e88-8109-0ec03d4d6988\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.152903797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.171458636Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f8e11da-c12f-471f-bc07-d33327f4b607\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:22 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.171647662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.178255739Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ae2c6cd-fd12-4644-a5c3-ba9e73f2d0cf\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.178785915Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.186065319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9954c030-5463-4fb5-bcc2-2232d4f40351\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.186256309Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:23.199775986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.200278397Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.200657362Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fad79209-e814-4074-81be-e580b9cc91dc","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.200913553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fad79209-e814-4074-81be-e580b9cc91dc","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.20097717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fad79209-e814-4074-81be-e580b9cc91dc","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.20240282Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fad79209-e814-4074-81be-e580b9cc91dc","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.203399887Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.203452091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29d95bd4-4577-4ef9-9255-4872ef0dcd2d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.203608603Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:23.207158445Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"fad79209-e814-4074-81be-e580b9cc91dc","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":6532,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.207971495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fad79209-e814-4074-81be-e580b9cc91dc\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.208251984Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.208861128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fcb33128-2ece-47c0-85dc-c605fd0e0bf2","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.209305904Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fcb33128-2ece-47c0-85dc-c605fd0e0bf2","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.209873555Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fcb33128-2ece-47c0-85dc-c605fd0e0bf2","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.210706485Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fcb33128-2ece-47c0-85dc-c605fd0e0bf2","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:23.214647807Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fcb33128-2ece-47c0-85dc-c605fd0e0bf2","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":5809,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.215271811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcb33128-2ece-47c0-85dc-c605fd0e0bf2\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.215457761Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.215545907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:23.215625726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.217184882Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a86d6151-b77f-42b2-93b7-682db803b37f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.217450031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.220301492Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ef43039-2159-4369-bbce-c8ec3f69e566\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.220521721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.223280007Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87e5ba60-f1d1-4f30-b0c4-be1c9d8e225a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.223624994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.224992178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"667d9258-912a-4d7e-b6c6-a4810534a340\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.225162187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.226365805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"504b85fe-0317-4e04-b40c-646a85d6533a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.226499752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.228846748Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"124b7a02-3fa0-40b7-8f78-3b088f896381\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.22944504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.231391037Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b770b2d1-3055-4ae3-a295-dd410894c210\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.231600364Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.233533897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8c8be62-d5c2-4b98-84b7-2a71b2666c6d\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.233664697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.236941897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7bb67f8-b74c-4a53-8487-e13ad098237b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.237307636Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.239651806Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58264ea4-d68e-43a4-b398-81551db41057\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.239846795Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.249805888Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06c0f929-5a8d-40e3-9bb6-ede1aec7bdfa\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.250107298Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.252729052Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afaf87b6-2dfa-44dd-ad9e-dba1027d7741\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.252849362Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.253485389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.25353139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.253561981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.253590468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.254352907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.256071592Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c34496f-6d6f-4ae2-bcd1-784ea68326a6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.256147152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.256912046Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.261700016Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.261764865Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.261797761Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.262178389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.262397315Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c2a4e9f7-66c7-46ee-829e-8680a06c7f83\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.262616251Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.263545944Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.266006877Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.269156332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.269216412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.269991616Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.270661611Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.271384341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.271444511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.271476445Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.27184029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f18673f0-a66e-4574-a122-3b1c53a72c39\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.272014948Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.273392753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40b96d44-45a0-40d3-94c9-d650d3f8b110\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.273517842Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.278124551Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00c5ee07-3675-473c-ae72-6745baeebaef\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.278262415Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.282392053Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65296eed-c1c0-4680-b546-54c32fddf127\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.282454468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.28337403Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"787ea80e-fa80-4b71-947f-e95b87917327\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.283480472Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.285557861Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d79c8bd5-52b4-47ff-bf3a-980f5bc39969\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.285628211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.287626332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8302fd4-a14e-4b4a-857b-5a71d11ad714\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.287691412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.289649524Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f615f082-b9e4-4113-a828-1d69734ebdca\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.290058228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.292209885Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a9080f3-47cf-43f3-8e4b-fcbd80637241\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.292281067Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.297943399Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"87eb4ed2-d3f9-4a5a-b779-0d14da6d4b17\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.29802926Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.299009092Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45c4d475-c013-413e-b442-e5e24bbfe8f5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.299847643Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.300436035Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f94e7e3-48a9-48ae-addf-a440605659b3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.300568268Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.304586394Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d987474-d5b2-4653-8e1b-8bdb2d557eac\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.304667526Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.306460178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.308285955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8c4963c-e29a-4bf8-901e-3acec4767d60\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.308338981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.309617809Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c014734-be69-474a-bbd3-acc923e6e946\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.30992964Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.314728722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bd433f5-d79d-4ce9-a178-16b5cf3c23fe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.315061786Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.318649694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57912b34-13d6-4255-8c1e-534321117a4e\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.319072046Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.325309694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"692826d3-2b90-454e-85d4-4c87ff123c2a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.325379894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.330252142Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67aa1678-e36d-45d4-a7cf-6738e1eff979\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.331241473Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.33315725Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3aa0270-3b89-44cc-8103-32fe0f8c1cf2\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.333292489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.335472312Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"45bb708a-2729-4ef3-b110-621623d6dcd1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.33564182Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.336864126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7ba9019-5a28-41ac-a996-cc20919984e4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.336985127Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.339288115Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac381c07-ba9e-40d1-b945-5d11df1c6052\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.339420459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.341915791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"297dcb63-b24a-4fbb-91a5-022c27172196\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.342075539Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.343990715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31be9b0e-1e27-4fb3-a1db-efbe25361db7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.344099131Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.344135964Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.344170353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.344198288Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.345867695Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.352606461Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.358268062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.358346949Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.35838258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.358417179Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.358446367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.36021956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.361197669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.36168548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.36173061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.361759468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.36263862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.364916238Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.36979104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.369855819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.369890338Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.370406587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.371925303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.378408841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.378520092Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.378697336Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.3794273Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.506302511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.506477369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:23.507636879Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:59933"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.50821433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"170489d6-7b54-4132-a84e-1208c1cef5ee","remote_addr":"[::1]:59933","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:23.508791289Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"170489d6-7b54-4132-a84e-1208c1cef5ee","remote_addr":"[::1]:59933","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":585,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.50903232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.509233831Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.510875181Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.530589912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"170489d6-7b54-4132-a84e-1208c1cef5ee\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.538976622Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.539068134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.539099677Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.541554358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.541695589Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.541747583Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.541780628Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.546546404Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.550648076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.558636192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.559402489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.559465074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.561232906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.567983847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.568915122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.570898424Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.572194927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.579330013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.5794187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.58771541Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.587851522Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.628642936Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:23.633326808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:23.633670733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.633726174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":43,"elapsed":"782.055044ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.633763749Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":44,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.633793187Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.633821885Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.633852285Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.633878788Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.63543546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.644814076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.649482247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.649588228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.649681253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.65022641Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.65564222Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.65578759Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.657947133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58948","req_id":"973d4d38-0711-4262-96c5-71483645ec02","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c5 b7 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.658159907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58948","req_id":"973d4d38-0711-4262-96c5-71483645ec02","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 50615,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.658354224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.65851797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.658618961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58948","req_id":"973d4d38-0711-4262-96c5-71483645ec02","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.659110861Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3368, tv_nsec: 457961149 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.659671729Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.660019542Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63047","req_id":"e1e881b5-44b3-4de9-845f-e1027410d4d9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 31 51 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 1Q..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.660145753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63047","req_id":"e1e881b5-44b3-4de9-845f-e1027410d4d9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12625,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.660237897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.660325822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63047","req_id":"e1e881b5-44b3-4de9-845f-e1027410d4d9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.742126424Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.742783453Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.742988221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.743174563Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.74328352Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.745079989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:23.745468814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.747753797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56478","req_id":"75f5d512-a99d-42e6-bcce-10d31aa37c8c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 1b 59 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .Y..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.748198402Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56478","req_id":"75f5d512-a99d-42e6-bcce-10d31aa37c8c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 7001,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.74849319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 7001,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:23.748916653Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:56478","req_id":"75f5d512-a99d-42e6-bcce-10d31aa37c8c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.750647081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.750701159Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.75242325Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.753275168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.769041281Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.769102462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.769180277Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.76965826Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.773926123Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e4cca2d7-64a1-41ef-aa83-e66b6a301d7a\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.774311962Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.774623924Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.774683462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.77559574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.779146925Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b2b0853-b88d-4828-ab14-f47b970da88a\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.779342385Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.783511652Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2bfa47d-9a35-45fb-ad8c-a69caace4a0c\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.783554567Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.786749753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6fef8bc-e09a-4679-bfd0-6edfc8914706\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.786874271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.790275899Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e3fa363-8986-416c-b1e6-eb25a3ee2af7\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.790537911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.794555556Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a80e10b-dc08-445d-8a07-abcd1d870206\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.794775243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.798282251Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80a94b84-144c-422c-80f5-8a35e94d24fd\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.799750366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.803119008Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e768ebbe-f32e-4eda-8669-d98427658770\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.803353284Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.806385416Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f985fdb8-b987-47bd-99fe-b9910b42eff4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.806463922Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.808104671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e5b4c05-7472-4005-afb7-c82ebf5b123b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.80817927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.812116575Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b38295af-a9fc-4a6d-bb39-0da7b20ca88f\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.812261604Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.812645328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.814168092Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e5369c4-d2b9-42f9-91b1-5fec17d43f9a\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.814299775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.815812719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28f7890b-106f-4cb9-ab2c-17e6255dfd1b\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.815998369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.818890441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0750814-6cf7-4e1f-9187-8d5aa192b173\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.818960681Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.825761261Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2ad4988-cfa9-43b0-826d-6e6f4191d936\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.826045547Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.828316612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b72c7570-5f8d-470a-83f6-bbe776c40cb8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.828632301Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.831127633Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db95bca5-25b6-440d-8d8d-820ef3d430d1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.831347521Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.833696271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e453e515-86b7-4fcf-a44a-88212125645d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.833911279Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.836024099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fe91e41-03d6-4dbe-a060-eab7c6f85fa2\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.836237234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.837733936Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2de4cd7-ee74-4745-8124-c0744438b6ce\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.838126147Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.839343232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2d84eac-0cad-4da6-8995-da8a96099eb9\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.839570064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.841729226Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07544476-0892-4eab-b554-25358d767412\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.841955246Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.84351801Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec2c3a7f-7606-408b-b3f1-a04b52b47678\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.843766265Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.844971726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fa2bbdd-e2e4-469f-9c70-f9ca78565b56\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.845228127Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.847465926Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a3ef09a-22f9-4367-97a1-a35a773d6afe\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.84768371Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.849805407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dcd52175-2da9-46a5-b8d9-91f82932a32b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.850079754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.852362161Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f65e6e0-8142-4a36-8d96-551010f37ab2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.852652129Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.855102792Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a1db961-1eb5-4f2f-a308-3fee3cfcc7da\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.855612397Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.858089182Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df0ab32b-901a-434e-b123-9087698c0271\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.859020548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.86159134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c8f3ee4-ef13-48a8-ae00-feb037468b96\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.861812992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.862722183Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec59dcd9-9e3f-4fe6-9179-ef5872c47875\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.862995227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.86327775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.863454412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.863552277Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.863640012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.86473313Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.86821145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"188f9b6d-4663-4e0a-85e3-f0a9a693603d\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.868286159Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.869507182Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.880180067Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.880827597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.880892276Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.881197554Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.8826612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49574e96-542f-4281-9398-f33c49e4dc8a\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.882849586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.884298302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c705df49-368e-4837-9181-ba5013bcd677\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.884434924Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:23.884664241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.884710353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.885201722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.88985333Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3af73bd5-0a38-48c6-8e2b-2912341f236a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.890555459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.894118027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b2f460a-55ef-4d3a-a9f0-8a423dce9141\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.894341472Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.898446021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9125976e-0ca6-4333-813a-f5dc8346cc9d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.898770237Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.904601114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fcd4fe95-adc5-4e02-b04e-7add44e052ab\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.904691895Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.960025864Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.9747245Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fe54fc2c-6638-40d4-8679-21a8c9251eda\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.974892024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.986508589Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fd977a9-b59c-42c6-a0aa-081ac75521ab\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.987784021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.994663367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9258b27a-e644-4835-b8b7-a194a02ada74\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:23.994942263Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.013526771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.014018551Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.01407805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.014203019Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.015081459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.01585507Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"65735cec-23eb-4e2a-8b4a-363f656bc361\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.015976342Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.018230493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"498be64f-57ec-4500-83aa-3d5c80239629\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.018293409Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.018750479Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.029520628Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.029626108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.0297121Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.032312351Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.036746806Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a1fcf9f-7602-456b-be32-70ce9a8845fd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.036987335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.037418554Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.03761197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.039111137Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.041204518Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a7082fe-ca90-42d1-8e80-d7eac6a7f2e0\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:23 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.041403474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.041510487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.04159714Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.041677861Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.042267265Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.045118646Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.054801058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.054902791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.054991828Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.055115755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.055211686Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.056770682Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.074174809Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.080529881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.080605632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.080639449Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.0821203Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.171932374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.172041402Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:24.172746266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:64994"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.173468174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"e80bf9cc-0fb5-4b3c-a024-80cc2f93a3e1","remote_addr":"[::1]:64994","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:24.17420399Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"e80bf9cc-0fb5-4b3c-a024-80cc2f93a3e1","remote_addr":"[::1]:64994","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":755,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.174671662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e80bf9cc-0fb5-4b3c-a024-80cc2f93a3e1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.1786353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.178745619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.178810068Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.200506977Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.200578871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.200616375Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.200645383Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.202060002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.207831992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.214760657Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.214979443Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.215060524Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.215740379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.225834671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:24.243723654Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:24.244256005Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.244365012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":44,"elapsed":"610.553878ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.244417316Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":45,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.244446464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.244473818Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.244500171Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.244526964Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.245477709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.249222139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.254287211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.254372501Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.254407902Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.25476855Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.258026191Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.258083986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.261100256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52807","req_id":"0fe06caf-d643-4bea-8336-caff5baa6248","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 4b 26 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 K&..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.261215315Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52807","req_id":"0fe06caf-d643-4bea-8336-caff5baa6248","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 19238,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.261382899Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.261654279Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.261809058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52807","req_id":"0fe06caf-d643-4bea-8336-caff5baa6248","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.262167973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3369, tv_nsec: 61059913 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.262277992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.262705003Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61908","req_id":"f10dfc02-2ecf-4677-b541-516c79609876","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e3 77 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .w..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.263372112Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61908","req_id":"f10dfc02-2ecf-4677-b541-516c79609876","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58231,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.263674455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.263707981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61908","req_id":"f10dfc02-2ecf-4677-b541-516c79609876","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.339982433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.340288383Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.340346318Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.340655725Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.340714692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.340748991Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.340780834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.341611108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.341895345Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.343984477Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49663","req_id":"311bfd46-f081-42b3-b987-676f25410395","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 3e 39 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c >9..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.344050619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49663","req_id":"311bfd46-f081-42b3-b987-676f25410395","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 15929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.344263743Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 15929,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:24.344359354Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49663","req_id":"311bfd46-f081-42b3-b987-676f25410395","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.34446302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.345226401Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.345284577Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.345473754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.346526241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.346588085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.346617393Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.346777682Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63241","req_id":"a13186c3-72ea-4030-a9e5-34eebb309566","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 91 0b 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.346833203Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63241","req_id":"a13186c3-72ea-4030-a9e5-34eebb309566","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37131,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.34691721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.347062891Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.347181547Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63241","req_id":"a13186c3-72ea-4030-a9e5-34eebb309566","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.348369754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3369, tv_nsec: 147185012 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.348434513Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.349034559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.361400287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.361760775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.361800083Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.362760247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.364445675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55919","req_id":"94971905-8095-4432-ab3a-ff4d0d5ca85d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 24 be 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e $...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.364523209Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55919","req_id":"94971905-8095-4432-ab3a-ff4d0d5ca85d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9406,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.364607567Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.364806093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55919","req_id":"94971905-8095-4432-ab3a-ff4d0d5ca85d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:24.36557765Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:24.468247954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.468337512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.468505697Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:24.468556368Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:24.470122619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.470560842Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.470705681Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.473684195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.473969694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"949101bb-2346-438c-8030-02d768ce72ab\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.474563628Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.481241984Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7562df4-b9a8-4b2c-86a5-b8a2a0328322\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.481365179Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.486167407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68533a0a-f770-4763-bc5c-4841b052b098\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.48653997Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.494756601Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"418d003e-be54-4496-95fe-f4a02af06afa\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.494985377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.49963976Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28f24317-1a03-434c-887c-985e6a9fa044\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.499716994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.50263591Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9055ee88-aeca-48ad-b5a9-fdbbc2f75207\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.502752342Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.506950055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11dc789a-2a8d-4f7f-8590-82e5aaa240f6\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.507074453Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.51317103Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.51882752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb1586d0-50ae-4051-861d-4792d692ed92\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.519123099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.520264954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba19f6f6-6289-4358-90a4-5ca031fc666b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.520402979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.525212041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e22a1988-6243-4f5b-854a-e9920159e621\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.525701346Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.527586352Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bde0cc3d-8255-4fa2-b44e-f574f7eab141\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.527911099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.530416401Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9464c25a-e6be-4e18-afa4-4332b7bde144\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.530648583Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.532948165Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"721d1b82-e815-4172-8a53-8047fb314479\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.533595675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.535967551Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8a856515-b27d-4495-99cb-6196a5b67561\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.536213862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.541238793Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22353066-19cc-44aa-a573-1044ca6ff707\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.542237583Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.548457917Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"416688df-9f41-4878-bb7e-0a1ad6ab2b4e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.562856215Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.563675327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.563818662Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.564505751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.565561505Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.565872434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.566004467Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.566099868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.566187181Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.567055331Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.570126871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.570315607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.57236489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdb120b1-c623-4357-b933-1af7d2908ad1\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.572596051Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.573430884Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.581096437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.581182749Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.581340143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.582510364Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.582907576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.583010541Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.58615193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.586335586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.586988166Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.589560451Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41ea8c0a-0176-4759-a046-af11da80bf32\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.58972055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.595705114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc420208-3be2-45af-acf8-5c9a58b39a20\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.595887768Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.597201956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"931137ca-ff4e-4075-9474-a64efbfe942b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.597331194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.599727709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b154c68f-fca2-4a86-8003-d06548fe31a6\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.599850864Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.601670119Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5f564752-ca59-4121-95c3-f99abe3dc80b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.602222259Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.615163624Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f29286e-a7b4-4f8a-9afd-a4e5741256a2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.61546268Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.617997681Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d085ce08-f7df-4730-b320-addeffd35b99\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.618254753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.621155983Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49f4c101-160e-494c-8b87-1c8ae60482a5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.621275471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.625892541Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dbf54ad-fc42-4145-8dff-de9e716ff84d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.625980195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.630201095Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"735627d6-b670-41ad-b0de-72cd4b509195\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.630552054Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.637731339Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3e44ca1-7dfc-406f-90e4-4153e2700dbb\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.638192157Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.654081345Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.659931491Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"672e25bd-8392-4336-8252-3faaa62639a7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.660892927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:24.664397148Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.666702452Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ffb4186f-4223-4181-8b61-119d981dee5a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.667005966Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.668256598Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6a0964e-c4e9-4680-8108-a289aca435e0\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.669470687Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.67288984Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a2d0563-38e3-49da-93b3-f669344f4459\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.673550716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.675194331Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbf72d8d-e5ab-4e50-8e49-b38c828458bd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.678038989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.679977441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5026d469-5677-4818-af6f-489e6d78709f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.680237169Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.681473412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3aaacff-efb7-4e99-9f5f-657837ad0b3f\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.681740955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.684593559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3059fa83-dca5-4c1b-9df5-0fb91d04f841\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.68523177Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.687742893Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"906448ff-aa43-4f8a-a5b0-3a798f71d0e2\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.688783407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.689996083Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecc462f2-f0ba-434f-9a31-708d9b1ad191\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.690091633Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.691732522Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"772938c4-b64b-42e0-8299-00f1091ac123\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.691849225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.694124158Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a161ef4-ca05-4a3f-a507-014d0295c214\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.694247774Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.696463328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cbd2e302-647d-4982-827f-4be28610e39a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.696591464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.697770252Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f65f0b54-167c-43bb-adce-c415479a21ca\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.697830733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.704435031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"908d635c-44eb-4027-94bc-b50b605e43d3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.704495822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.704866511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ea8b491-9193-4db7-bf39-797acdd1bf28\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.706051091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.706139838Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.706180178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.706208375Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.706325939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.709211839Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.709254985Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1dab6b86-de5f-479f-9200-4be5b9b73013\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.70928771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.709513169Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.709566546Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.709596826Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.710253564Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.712322306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.72606118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.726160077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.726369364Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.726800884Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.727180691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.732389639Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.732450911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.732481332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.732508977Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.732537053Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.7337856Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.739046603Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.739173756Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.739695415Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.755826576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.761372946Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.761509278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.761597784Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.762666303Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.830580637Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.830660947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:24.831217146Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47207"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.831924064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"44c72cc0-1934-48bc-ad25-70b0315662f6","remote_addr":"[::1]:47207","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:24.832481475Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"44c72cc0-1934-48bc-ad25-70b0315662f6","remote_addr":"[::1]:47207","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":540,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.832926562Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44c72cc0-1934-48bc-ad25-70b0315662f6\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.836070536Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.836111898Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.836139192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.840497236Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.840756502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.840874948Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.840922383Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.841716695Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.845042893Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.84944338Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.849733318Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.849779239Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.850487751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.872079211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:24.885924266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:24.886258051Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.886311999Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":45,"elapsed":"641.874432ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.886350365Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":46,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.886377218Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.886410294Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.886439493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.886468039Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.888388045Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.891518192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.901316805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.901383688Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.90141977Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.901933854Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.906257068Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.906355734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.908610116Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61587","req_id":"47db4450-0c8a-41ff-b0ea-fe8b96e261fa","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 8d f7 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.908801758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61587","req_id":"47db4450-0c8a-41ff-b0ea-fe8b96e261fa","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 36343,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.909154721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.909324519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.909420962Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61587","req_id":"47db4450-0c8a-41ff-b0ea-fe8b96e261fa","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.909764777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3369, tv_nsec: 708628942 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.909820898Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.910868155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61809","req_id":"0788568b-f521-4479-99d8-5d1f0808375b","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 99 27 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .'..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.910921702Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61809","req_id":"0788568b-f521-4479-99d8-5d1f0808375b","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39207,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.911511737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.911628761Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61809","req_id":"0788568b-f521-4479-99d8-5d1f0808375b","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.991010504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.992716593Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.992783005Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.99281557Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.992843756Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.993795182Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:24.999321623Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49377","req_id":"5cdb572e-d500-4402-afaa-949f3723f798","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: c7 cf 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:24.999433526Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49377","req_id":"5cdb572e-d500-4402-afaa-949f3723f798","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51151,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.001499552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 51151,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:25.001611535Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49377","req_id":"5cdb572e-d500-4402-afaa-949f3723f798","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.004630801Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.004689999Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.004721081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.005557207Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.013179354Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.013240876Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.013274613Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.01381012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.024156415Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.02421409Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.024951829Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.033075455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bf5a85bf-6d04-4244-a134-63ea0dc90e5c\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.033434921Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.052361151Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9b835786-a3e4-41bd-9560-a9fe36f96e78\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.052906557Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.06166617Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.064086883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59380","req_id":"c4ba4945-1a15-4e88-9d89-adb1375374b6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f5 73 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .s..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.064359416Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59380","req_id":"c4ba4945-1a15-4e88-9d89-adb1375374b6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 62835,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.064559425Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.065056996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.065110132Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59380","req_id":"c4ba4945-1a15-4e88-9d89-adb1375374b6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.066520863Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3369, tv_nsec: 865410258 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.06658947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.067966974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59612","req_id":"cfcf5b35-3b21-416f-8327-89221d715ddb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 86 93 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.068071382Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59612","req_id":"cfcf5b35-3b21-416f-8327-89221d715ddb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34451,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.068163586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.068187684Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59612","req_id":"cfcf5b35-3b21-416f-8327-89221d715ddb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:25.068738491Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:25.141321228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.141378041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.141982756Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:25.142148085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:25.148962873Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.150578893Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.152872453Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49373","req_id":"e961b393-37a4-40f3-8f09-7c3ef1fcfe2d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 83 e8 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.152988414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49373","req_id":"e961b393-37a4-40f3-8f09-7c3ef1fcfe2d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 33768,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.153084906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.153111209Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.153132802Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49373","req_id":"e961b393-37a4-40f3-8f09-7c3ef1fcfe2d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.15317726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3369, tv_nsec: 951673993 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.153214835Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.154015841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00a34f78-e221-4fa9-81ae-8d6ad7cba7b1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:24 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.154768741Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.155344077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59377","req_id":"b2a4c728-6156-4d6c-b7c7-f44371b6d71d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 72 bd 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e r...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.155771579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59377","req_id":"b2a4c728-6156-4d6c-b7c7-f44371b6d71d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29373,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.155950396Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.15598774Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59377","req_id":"b2a4c728-6156-4d6c-b7c7-f44371b6d71d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:25.156813716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:25.235758949Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.236222573Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.236548242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:25.236605105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:25.239197209Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:25.239562457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.242057538Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.242654237Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c29a70e2-967e-4bd8-888c-c0b8085b287b","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.243024104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c29a70e2-967e-4bd8-888c-c0b8085b287b","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.243086869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c29a70e2-967e-4bd8-888c-c0b8085b287b","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.243867455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c29a70e2-967e-4bd8-888c-c0b8085b287b","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:25.249827369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"c29a70e2-967e-4bd8-888c-c0b8085b287b","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":7215,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.250182136Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c29a70e2-967e-4bd8-888c-c0b8085b287b\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.250974164Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.254012348Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"939d464d-fb73-4f95-a522-ff996f39bab7","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.254281454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"939d464d-fb73-4f95-a522-ff996f39bab7","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.25434474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"939d464d-fb73-4f95-a522-ff996f39bab7","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.255129073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"939d464d-fb73-4f95-a522-ff996f39bab7","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.255993896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.257274968Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c15244e7-50ca-46c1-b34f-713c123f352a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.257420859Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:25.258221404Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"939d464d-fb73-4f95-a522-ff996f39bab7","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":4243,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.258575519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"939d464d-fb73-4f95-a522-ff996f39bab7\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.258629046Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.258660759Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:25.258683244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.260180307Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d1cbfd5-0335-41fa-a852-ff6eb71e5262\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.260300897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.262132226Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8fce7b7f-4b8b-4bcb-91e8-4e110886e5d5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.262180602Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.263404491Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.26346439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.265922808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.266754005Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.266809455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.266838954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.270764746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c8a3507-7103-43cf-bad3-2031535c61fb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.271008932Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.274035322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"75dcac33-5be5-44c4-a6ab-b09d8f075496\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.274284539Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.275196927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c2dba26-a541-42a5-8eb2-f6369347875c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.275426304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.276432088Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f3568d3-fe20-407b-9e9f-157e21ebecb1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.276663479Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.277572319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd52c486-a51d-4f56-b515-f092a7e02e82\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.278062947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.279113931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e99c92b-c439-486e-854f-9ca872774dac\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.279573757Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.280757987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d0476d1-c403-4e62-876c-d896a01d3893\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.281286239Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.283297927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68faefd6-355b-49e7-bdc4-24c00e2dea1e\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.283759056Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.287760248Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30653c63-a4fe-4f27-b89f-b9b9c84fdb96\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.289454794Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.291618315Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"04dd4bd9-a6fb-4ff5-93a6-443f1889c80e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.29170122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.294666258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dff624ff-3542-492e-94f7-c4462e37511d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.294735065Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.298935254Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"514d8e85-c868-4b5e-ab5f-187aac21b50e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.300492897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.308298579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.308362407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.308397076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.308425743Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.308452296Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.310088866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c879b605-b346-46f4-a4d2-cd0017fb041c\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.312549048Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.313923887Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.347807238Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.348113438Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.348223467Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.350949008Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.358838597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cb1a369-d0d8-4d3a-a5a7-c523e01a20a4\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.359168424Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.360751939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.360864914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.361470691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.362942654Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a205a09-0d50-4c0a-bdab-bc8b5e317529\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.363233444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.365441283Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7bf60102-8604-4f03-b6c1-bc038cd13eba\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.365677373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.372314768Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c26b0625-e556-420c-894e-a606ecebdb7f\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.372462933Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.42781607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca30d183-23f1-4a2b-a56b-224aa175a52a\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.427995578Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.434661369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5604e9bb-e5fc-4863-9680-7c019b2e460d\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.434747701Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.43896295Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d8fb339-e85e-4836-9958-2b7618ef83eb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.439046486Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.44725434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"429e1d43-a619-4982-971d-3bcc77fd8fba\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.447596502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.459892711Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e2c19b87-ba73-400a-9e8f-58f4afcf8884\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.46011309Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.462760675Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb41e9c9-f799-4962-a13a-23efeac9882a\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.463068098Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.466492871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.469028243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c616344-942d-4092-a973-f314021dd02f\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.469248792Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.470152272Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ebf4593-348d-4795-b3f3-a7350f0369ca\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.470384275Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.476343879Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f754ef32-ed77-4a74-aebf-2b4f3aaf4553\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.47671094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.478357441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"700c576d-42cb-4fa9-b909-12f7fefc2a05\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.478911595Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.480639818Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b77af477-c219-42df-b102-0b8a43372f61\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.480987381Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.482556758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d2b3f1e-2189-4d50-ae6d-234599c7b389\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.483417703Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.49166734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"257795a6-7526-42ef-bf7e-e83e76f65474\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.492540249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.497608718Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fbe526f-6d36-4040-b3c6-23744565665f\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.497683036Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.508175872Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df807589-2b64-4912-845a-594db8163450\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.508401051Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.510319062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8b13a93-d317-4fb9-b130-41eebc179333\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.510532537Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.512995244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7497a49-2883-44a3-be0d-9263ccf849b6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.51320907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.5157233Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b39d1e85-28e1-479f-80ae-eeba9749a925\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.516171383Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.517205082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91012039-703c-4e2e-b594-d6e20b17e5c7\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.518931472Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.523317631Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.524623322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.524834193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.525008299Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.525877361Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.530030927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"faae4d3d-50b0-40ba-b2d0-4af5d990610c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.530264813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.535056911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.550027439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.550114632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.550150844Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.550571523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.554693044Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.554822492Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.554941039Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bbca9894-2e5e-4624-8364-48e0ac8468d0\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.555129674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.555445554Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.556297892Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.558335241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.558446543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.558485942Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.559490263Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94118a50-1377-4bba-974d-1acd0524c01c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.559762164Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.559829649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.559865109Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.559895029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.560154977Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.561438665Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.561495859Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.601051982Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.605477189Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.60789721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.608077199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.608118992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.608151928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.608434611Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.610630256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.610693231Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.612351986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.622872808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.62293886Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.622974661Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.623650919Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.705638924Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.707804028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:25.708506327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:47936"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:25.710366614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.714467685Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"5bdd0221-1de5-4a90-84b4-b816bf543ee1","remote_addr":"[::1]:47936","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:25.715265715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"5bdd0221-1de5-4a90-84b4-b816bf543ee1","remote_addr":"[::1]:47936","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":809,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.715937674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bdd0221-1de5-4a90-84b4-b816bf543ee1\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.719512847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.719590372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.719618538Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.722768313Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.722827411Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.722863323Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.722895146Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.723605091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.727532366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.740601054Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.740959087Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.741079758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.741901425Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.767262064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:25.803394696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:25.803941576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.804322094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":46,"elapsed":"917.913533ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.804376322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":47,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.804411933Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.804442874Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.804473626Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.804504066Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.807367812Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.817463778Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.823418612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.82347244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.82350775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.824710166Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.825637062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.825697393Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.825732312Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.825762242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.82661464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.832509806Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.832579314Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.834475613Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55804","req_id":"3fa89a10-da34-4970-b5aa-751579361a5f","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 0c cf 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.834613968Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55804","req_id":"3fa89a10-da34-4970-b5aa-751579361a5f","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3279,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.834802534Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.834965429Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.835068594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55804","req_id":"3fa89a10-da34-4970-b5aa-751579361a5f","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.835283061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.841768123Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.84182705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.841858302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.842308479Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.842513227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3370, tv_nsec: 641438063 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.842563056Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.844589674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61230","req_id":"3f302ba7-63c4-4b1b-8752-db0b46ee6ad8","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 65 6c 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e el..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.845235391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61230","req_id":"3f302ba7-63c4-4b1b-8752-db0b46ee6ad8","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25964,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.845908833Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.846417897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61230","req_id":"3f302ba7-63c4-4b1b-8752-db0b46ee6ad8","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.924506363Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.924893374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.925117801Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.926266741Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:25.92750612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57843","req_id":"bbb1e9f5-c44a-4c62-ba40-8c12f1b41d12","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 78 f3 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c x............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.927607772Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57843","req_id":"bbb1e9f5-c44a-4c62-ba40-8c12f1b41d12","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 30963,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.927936257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 30963,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:25.928061927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57843","req_id":"bbb1e9f5-c44a-4c62-ba40-8c12f1b41d12","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.928607474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.928652063Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.928678937Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.956748944Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f1ff1bf0-f6c5-4eb1-b7f5-a11b22cf55ae\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.957125815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.967732027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2a3cbec4-8e2e-467d-a338-c7a305ce5baf\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.967985783Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.990162819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92146945-afb4-4254-af55-81d712fb8e3b\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.990944006Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.994327678Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a098731-b384-4b17-b073-1635d33df8ef\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.994411374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.996691878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9c1fd3e-4414-486c-86b4-4dea257bdd73\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.996942347Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.999884128Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6985bb80-fbc8-49ad-9ac3-4c48c3f09d36\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:25.999931573Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.007053062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3573d0d4-237e-47ce-a784-41184d1005bb\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.007222159Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.015548589Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7191d06f-c552-460f-ba6b-fd23818ffc20\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.016434324Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.017785385Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d4f552a-9bdc-4370-928e-c9bff44d94b5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.018907431Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.020478511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.02264104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7c3200ef-a061-4371-a35d-752c8ee237b0\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.022833934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.02459348Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4408f59c-8294-4edb-bcbf-18b70918c68b\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.024770453Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.028168203Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f2c36ee-b4d5-41a8-b180-6673d78b9b50\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.028676515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.029977407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2dae2fd9-8659-4154-bf86-117b383fc96e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.030288096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.03245317Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dfffb0ff-6e37-48cc-a04e-63120a4f3926\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.032542097Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.035579148Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36de429c-1519-4133-a27d-676bcc6f81f7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.035716562Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.037711988Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"370f7f0c-6405-4fb3-afc3-feca6d583ffb\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.037954241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.041911966Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d39c4b6-368c-4631-9934-0e3a365e5388\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.042249328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.044213321Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e742deb8-5643-420c-bbb1-db08b9896eb9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.044359974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.047462615Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca0ba907-c91d-4b04-86e4-fcbd3534b5e4\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.047597394Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.048692456Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63eff17f-0d02-4720-ade4-aca20f4502f5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.048820311Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.050133918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db45d23d-ac9c-4b3c-a8b6-2d6f793bc04e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.050794694Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.052223832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"685dc972-e9da-4e35-bb0d-a27c6186eb36\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.052349242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.059492695Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3cde15a1-6d23-4dcb-a644-7d74d31b78e3\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.05956582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.06071483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e08dedc4-ac38-4d99-8c7a-6706335d66bb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.060890379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.062481139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9072db34-5258-4070-b750-627144ef6049\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.063128268Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.064202368Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dff6ff8-8052-432c-8709-7c76c1345c0c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.065917716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.070367502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b267dd02-55dc-4f62-b26a-fa609100bb87\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.070533633Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.071218077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.071272976Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.071307565Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.071333627Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.072502145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.074325738Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b35ab0b-6ee6-406b-a5e3-2acacb537770\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.075020493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.078253835Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"104a4d3f-703e-4b99-b6eb-e810308f42c1\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.078374966Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.078652108Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.086555305Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.086627459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.086660615Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.089332939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.091806969Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82490a34-5b3e-450d-93e7-28e1bb96a420\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.09198322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.092917081Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6f56f0a-9ab8-4dee-9b08-07f9b598f5cf\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.093066318Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.094843639Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a623bacd-dd11-437e-b67a-e31abcead488\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.095123877Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.095956316Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b096f529-1096-4d36-a8c1-80b2ca0ed1b2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.096084161Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.100139781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.100199981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.100900798Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.10115319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a56e800-1156-4034-8074-6dcdaeaa13a4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.10132847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.104980797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42a16513-67e6-43ff-aa51-51d12995d558\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.10544928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.109070375Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9423ff0f-1601-4e2d-8dc3-479993dce0a0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.109967061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.113230343Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b03f02e6-8aff-4227-8ac6-e3f2011cb0e6\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.113380232Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.115806326Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"410b4b28-049a-48ff-a8b9-0657ae7d705c\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.115942267Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.118360946Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa1fbb93-f016-4a82-baf2-24cb6e8b48c8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.118482278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.120451762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3b581191-f41e-49c7-ae0c-ebbc9b342392\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.120594326Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.122800501Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06000893-9d2e-467b-b3f9-294d9c7c5fb0\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.122999247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.126170897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64df2df0-643a-43fc-862c-a85077b60625\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.126316938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.12786908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"870a6efa-a73d-4645-bae5-54b4f0074f36\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.128002466Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.129282176Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e128c9c9-4fb3-4094-aa00-a2b5b65fe623\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.129404058Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.130354312Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d2efefe-a79d-428b-a5eb-ccd3b1242a8c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:25 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.130412878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.130445824Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.130477397Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.130509822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.131200227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.13712914Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.139877185Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.145464378Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.145583966Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.145774556Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.145829726Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.146090325Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.147675152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.149733153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.157473625Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.157535028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.157567673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.158151245Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.264955225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.265041998Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.265412997Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.265474901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.265509219Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.265536263Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.267020981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:26.267072364Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48134"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.267309767Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.267364586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.268757241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"c441ed2d-1a12-4fb9-a56d-a833aacd236c","remote_addr":"[::1]:48134","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:26.270281979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"c441ed2d-1a12-4fb9-a56d-a833aacd236c","remote_addr":"[::1]:48134","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1540,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.274565563Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c441ed2d-1a12-4fb9-a56d-a833aacd236c\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.277949435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.27800683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.278051188Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.281532314Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.281591031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.281627133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.28165551Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.282644901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.283870292Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.284772841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.284812059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.284835906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.285558907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.296339406Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.296413604Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.296448153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.298410553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.302245804Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.309925315Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.310180223Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.310241766Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.310959145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.311023704Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.311054956Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.311679581Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.389254664Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:26.389686995Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:26.389981913Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.390033606Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":47,"elapsed":"585.662795ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.390395908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":48,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.39043716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.390468332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.390497671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.390524053Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.391065823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.394504093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.400533737Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.40062084Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.400655359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.401170696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.406926464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.407187915Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.409909417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63954","req_id":"a8d40d98-d1bd-4eea-ab41-08bd808fb89c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 63 ff 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 c............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.410047282Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63954","req_id":"a8d40d98-d1bd-4eea-ab41-08bd808fb89c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 25599,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.410124035Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.41029247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.41035263Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63954","req_id":"a8d40d98-d1bd-4eea-ab41-08bd808fb89c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.41039742Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3371, tv_nsec: 208865866 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.410436217Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.410745824Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59308","req_id":"0ee533e3-f206-4576-989b-f0bcf9bdae56","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 32 a7 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e 2...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.410817787Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59308","req_id":"0ee533e3-f206-4576-989b-f0bcf9bdae56","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 12967,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.410960702Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.410996012Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59308","req_id":"0ee533e3-f206-4576-989b-f0bcf9bdae56","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.479100376Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.47975516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.479822504Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.479857204Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.479884538Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.481149779Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.481383234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.48235996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62873","req_id":"f03d5f28-be03-4ac0-a493-4e445ed4d808","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: d1 53 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .S..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.482426112Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62873","req_id":"f03d5f28-be03-4ac0-a493-4e445ed4d808","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 53587,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.482678685Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 53587,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:26.482877692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62873","req_id":"f03d5f28-be03-4ac0-a493-4e445ed4d808","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.483773847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.483829648Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.483856692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.484248543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55042","req_id":"5bead32d-29d3-49c5-b4b9-15aa6857c4d7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 71 5d 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 q]..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.484307891Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55042","req_id":"5bead32d-29d3-49c5-b4b9-15aa6857c4d7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29021,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.484380346Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.484562929Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.484791515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55042","req_id":"5bead32d-29d3-49c5-b4b9-15aa6857c4d7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.485514906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.502869584Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.51108831Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.511222647Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.512221077Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.513266439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3371, tv_nsec: 311685848 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.513365787Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.515256434Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51670","req_id":"7c2c9f79-893a-41e5-83bd-396536aa00a9","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 8b 51 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .Q..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.51556549Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51670","req_id":"7c2c9f79-893a-41e5-83bd-396536aa00a9","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 35665,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.515788755Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.515883764Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51670","req_id":"7c2c9f79-893a-41e5-83bd-396536aa00a9","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:26.516321577Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:26.59145245Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.591658881Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.592280009Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:26.59234606Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:26.595929991Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.597961268Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.598024594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.598136297Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6ee9d8d-4472-424b-b7da-08ebb417d187\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.599309615Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.599665394Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.600447883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.601971068Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.602300945Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.603379945Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.60746293Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.607526607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.607724822Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02e02981-a23d-4276-bb97-d81d13dd79d1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.607947716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.612098255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.612228415Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.614728706Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"444f624c-2c7c-4a44-8fc3-1648d89cc2d8\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.615051319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.62235951Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01efc76e-5ade-4672-a392-537e5764c921\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.622498277Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.628072082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d63077a2-4747-421c-b72d-2a05653bf944\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.629896808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.635314813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36d69302-1184-40f8-b5c7-c38607094d40\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.635457677Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.640593069Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adfe337e-b286-41e3-bda6-b36f6c1be2ba\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.640722908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.644742868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.646951428Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8aa11c02-2de9-4f51-b0db-2c597cc29766\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.647058842Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.648072091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cebebe9e-1f57-4350-a037-43bfff42d18f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.648140437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.649706287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3335ef0f-1e4d-4d08-a445-87b0b51f393e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.651082088Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.654064811Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcb0893d-098b-4973-81e8-8094da2b0ccd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.654719385Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.657605335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6bd70687-bc36-4ea2-9de8-180af91c9f26\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.657978509Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.660158813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea1624fd-0419-4fc4-b5c0-b4b8b519fc1e\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.66047367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.66236567Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96757084-b5dc-4716-852a-7d0ad41a6ba3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.662584336Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.664725502Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad9acf0b-df0c-469a-9628-46f8085ba7d3\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.664938566Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.667084422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abc9cbd3-4206-4c2e-bd5d-e44ada1eb90e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.667305592Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.669847838Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bc76df4-47f7-4dfe-a41b-b2d60d42a00e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.670098908Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.67373394Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e130d0cf-6ded-4e8e-8cbe-ef53f1571cfa\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.673952927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.681641636Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"452a41aa-24b8-4e8c-a4a9-f9caf695f9a8\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.681735623Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.682944041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8eaf791-9898-4863-834a-c08a84815086\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.683098278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.684305744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a31b7ae8-5def-4d40-b96b-644f4805e047\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.684774518Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.685739781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7d0638f8-b09d-4faf-b4e8-7248d21e81c6\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.685884349Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.686887608Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"48abec3e-160a-4180-bb7f-e22efb00fed4\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.687118218Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.688378659Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9981723f-2f48-4b63-926d-65481274d391\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.688726763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.691034411Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"071320cb-ce92-4cfb-9a44-a58ad3e01700\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.691107656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.694915684Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"25d55a95-b8d7-4108-9f33-ac1d8a3080f0\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.695063999Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.695565118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.695719355Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.695754024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.695782751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.696470161Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.699870606Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1cf25a30-36a1-4013-b0e8-729cfdb740a2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.700025304Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:26.702118645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.702185278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.706253944Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.706317501Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.706349385Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.707145992Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.710133454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8adcdb2-df8a-45c7-a241-7c9d079c1f86\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.710195979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.710227321Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.710255277Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.710930262Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.712870367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9d0e7f37-c5e9-47d6-be03-c387699d23b5\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.712989324Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.715365439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3be00ca-c2f4-4414-bbce-7d413d23d210\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.71549184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.716394519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c557cbee-f6eb-4115-bb81-13298623bbab\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.716559057Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.717770791Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"95e20712-5844-498c-98fe-30b17325e53a\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.718118444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.71906496Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a6e71c67-5080-476b-888a-1970747ac6a8\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.719254227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.72101276Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eca1842c-9dcb-4302-a68f-3ba55bdfdb48\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.721146637Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.722976603Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3622af80-072d-4fd0-ace7-5af5f392e4bb\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.723198846Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.725747093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"285ddff7-e440-4044-96a1-46e912b0ec9a\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.725868936Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.729415803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d52ca21e-4c54-4cd8-bf23-d6366561733c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.729611904Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.732459247Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cff69580-2a93-4d8c-89bf-9685592b8721\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.732588174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.735869361Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bfb35604-be89-46c3-a0e6-42e35f8c601a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.735921174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.740005152Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3eafbd22-db95-4603-9fbf-1d69d7908e46\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.740088698Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.740746709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.744713733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91e4fab6-4154-4eb4-b7b8-3512a168cada\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.744785466Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.748247374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97655c29-e73b-4546-b88c-38b4de3edffd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.748383685Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.74968625Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e34aeef2-eddd-47ab-9f95-89ecacd7b514\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.749797612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.75241628Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30907e88-1bbe-47f8-b2b5-6a64ac99dcbb\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.752806157Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.754352157Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a61ad309-11e2-44fe-97eb-ff0ebef3695e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.754415002Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.756784784Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.756846777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.756879523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.757432054Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.759968207Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.764623282Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.764724243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.764821286Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.764906857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.76508922Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.766635441Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.768897107Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.776491358Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.77662311Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.776715114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.777232795Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.865382217Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.865445252Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.865899377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.865949868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.86598114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.866008485Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.867315879Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:26.867533754Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:48304"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.868275121Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"711bc9e9-b11e-4030-a9a2-4cdb0e333ee4","remote_addr":"[::1]:48304","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:26.868696621Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"711bc9e9-b11e-4030-a9a2-4cdb0e333ee4","remote_addr":"[::1]:48304","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":542,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.86953957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"711bc9e9-b11e-4030-a9a2-4cdb0e333ee4\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.875859282Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.875933459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.875962307Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.87896025Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.879048867Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.879085059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.879428263Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.880232655Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.880621761Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.89469964Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.894812705Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.894899137Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.896115361Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.89914133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.910200274Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.910390733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.910443388Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.911540384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.912676628Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.912864943Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.914216706Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:26.983739756Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:26.984199022Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.984411775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":48,"elapsed":"594.334853ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.9845446Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":49,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.984638046Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.984833997Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:26.984951912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.985082091Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.98763636Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:26.99196758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.006620735Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.006879421Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.007067425Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.009577306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.022886654Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.023557521Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.023613803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.025581664Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63966","req_id":"95701c10-3234-41b7-98ca-31e55b299b7c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 28 7c 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 (|..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.025647345Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63966","req_id":"95701c10-3234-41b7-98ca-31e55b299b7c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 10364,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.025826041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.025997001Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.026053444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63966","req_id":"95701c10-3234-41b7-98ca-31e55b299b7c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.026421076Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3371, tv_nsec: 825317295 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.026481447Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.026791875Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55238","req_id":"c660f277-c1f2-4293-a73a-72a9925d9ea6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 25 c4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e %...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.026847436Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55238","req_id":"c660f277-c1f2-4293-a73a-72a9925d9ea6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 9668,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.026950471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.027064979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:55238","req_id":"c660f277-c1f2-4293-a73a-72a9925d9ea6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.084774391Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.085286682Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.085526931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.085578023Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.085607511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.08881399Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.08956666Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63486","req_id":"230dac9c-42cf-4003-9e22-8997d5afa8ea","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 50 84 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c P............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.08969746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63486","req_id":"230dac9c-42cf-4003-9e22-8997d5afa8ea","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 20612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.090267366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 20612,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:27.090426463Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63486","req_id":"230dac9c-42cf-4003-9e22-8997d5afa8ea","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.092076691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.092128123Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.092155718Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.092616106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.102200442Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.102446722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.102491101Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.102784155Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.11080717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.110869905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.111381795Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.111674438Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99cd5128-2d00-4f5f-8e1b-8610357f093f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.112007281Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.115708185Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7ce8b8d-787c-4621-a1da-f7e0929a853c\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.115983584Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.121279516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af6fe51f-192f-4547-9bea-233bbe2511b2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.121539433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.124808938Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2249b9b7-483b-48c3-961a-30ae3baa8fc7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.126484927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.129125598Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06107ef6-350e-4b87-843b-c5eeb9b7048e\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.129438933Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.132561614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1542e02a-1fa6-4e24-b509-e5cb177eb35d\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.132844578Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.142484255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac9ffda4-df97-4305-9b83-58fd555b7839\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.142882288Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.150929842Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.151264499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3923a0c5-7b8f-4539-aab0-5c13dc6280d0\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.151557342Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.155769485Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.156150063Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51651","req_id":"7587cb3c-9a31-436d-92f1-f2e7e41fd4b4","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: fc c7 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.156313609Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51651","req_id":"7587cb3c-9a31-436d-92f1-f2e7e41fd4b4","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 64711,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.156614288Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.156851721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.157023974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51651","req_id":"7587cb3c-9a31-436d-92f1-f2e7e41fd4b4","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.158715995Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3371, tv_nsec: 957553417 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.158902587Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.160053861Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23230629-6e2e-46e8-8823-ed1af37bdf7a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.16029946Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.160928614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60202","req_id":"1a9afeac-7fee-48d4-8b96-54c73128f732","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9c c6 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.161088202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60202","req_id":"1a9afeac-7fee-48d4-8b96-54c73128f732","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 40134,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.161329462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.161610001Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:60202","req_id":"1a9afeac-7fee-48d4-8b96-54c73128f732","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:27.162498812Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:27.234829396Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.234997521Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.235629871Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:27.235732756Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:27.237003658Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.237214819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.237356231Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.237454116Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.237542161Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.238685028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:27.239128753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.24013119Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.240764712Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8bcc54cb-b9d7-4168-92ce-fbd233cef138","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.24096957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.241474627Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9072cc87-77cd-4b4a-bcb1-f5e81186d331\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.241833361Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.242239681Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8bcc54cb-b9d7-4168-92ce-fbd233cef138","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.242398628Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8bcc54cb-b9d7-4168-92ce-fbd233cef138","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.243031989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8bcc54cb-b9d7-4168-92ce-fbd233cef138","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.243943455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.258155963Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.258766269Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.258819545Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.25947942Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.261996876Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49526","req_id":"8f29b98d-2ab1-4dd6-b86b-7c1c599330ad","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: 18 20 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 . ..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.262269038Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49526","req_id":"8f29b98d-2ab1-4dd6-b86b-7c1c599330ad","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 6176,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.264226127Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.264577998Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.264771815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49526","req_id":"8f29b98d-2ab1-4dd6-b86b-7c1c599330ad","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:27.265290097Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"8bcc54cb-b9d7-4168-92ce-fbd233cef138","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":24531,"response_code":"200"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.266143327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3372, tv_nsec: 65070718 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.266275691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.266484096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.26680715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8bcc54cb-b9d7-4168-92ce-fbd233cef138\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.267085114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.267394801Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.268053443Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"735a29f3-f858-4f84-890c-164b2eee5e87","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.270873231Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7a48a1e-9cb4-4c3f-9ca8-0973d357a738\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:26 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.271887302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.273587048Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"735a29f3-f858-4f84-890c-164b2eee5e87","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.273653852Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"735a29f3-f858-4f84-890c-164b2eee5e87","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.275029723Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"735a29f3-f858-4f84-890c-164b2eee5e87","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.278799103Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.278852029Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.280397398Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.281471818Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49428","req_id":"9f94aebe-2b1f-4bca-bff3-cfdd18b1ce66","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 9a f4 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.281841114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49428","req_id":"9f94aebe-2b1f-4bca-bff3-cfdd18b1ce66","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 39668,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.282314267Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.282453344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:49428","req_id":"9f94aebe-2b1f-4bca-bff3-cfdd18b1ce66","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.282839062Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.285637939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.285693059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.285720774Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:27.286102184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:27.369763474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.369837581Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.37003752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:27.37009285Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:27.371539382Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:27.371904319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"735a29f3-f858-4f84-890c-164b2eee5e87","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":103824,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.372705365Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"735a29f3-f858-4f84-890c-164b2eee5e87\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.372840815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.372880464Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:27.372909983Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.376653231Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d6f1edc0-4fe1-4c01-ba4f-2ca5260ed540\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.37679809Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.3846028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03f996bf-7df9-49d7-a42c-13ddb6847188\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.384789191Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.387295365Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66f9196d-248f-45f2-be05-808ee0fb1973\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.387419552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.3897975Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0e273cd-ad12-4ed0-9cff-727f13afbcc6\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.390148399Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.392958969Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5333da29-73d9-4887-818c-2455f25070e8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.393396341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.397313796Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2555753a-89fa-43ea-b679-92314e299d98\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.397474386Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.399467237Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d191efb9-77e4-4a4e-b60e-41605772ace9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.39953945Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.403695291Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86827094-e4fb-4d7c-be88-21a978be0e05\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.403900399Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.413431209Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"38283146-d562-4cc1-b273-0ba338cd384f\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.413590987Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.414269579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.417444756Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae6e176a-a6a2-4a2e-8f25-a9b922baaf70\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.417511469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.418063318Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a1ad690-0f0e-42f6-9681-41376f5fd397\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.41985597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.420798898Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0dbc5758-2a3f-47c8-b333-5da01a273c92\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.420923687Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.423512746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de5d0106-2752-4213-97ff-d2c3f8d0d59d\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.423714638Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.425924912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4a1f5ae-a3c8-47be-8e80-ed1a98e9fe3c\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.426001164Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.433842457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7249e91-d793-48fb-bd95-b016f8e3cdad\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.435126996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.447292936Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6c988f43-cc15-49c5-bd16-8793d85e3705\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.447638254Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.453612758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd1691ed-82d0-482d-a715-67a19ec262a7\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.45383454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.459826869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21364a3b-8700-4892-9b0c-247f64d531af\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.46041949Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.465153041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56a53180-af25-42dd-8c2e-0c7efe4452e7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.465588649Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.466023385Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.466074357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.466103715Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.466129537Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.466957386Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.46806325Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"41a1a7fb-2ffa-4ee1-84b0-2795e575af92\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.468254551Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.470217432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.482029747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.482237832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.482452469Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.484435831Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.486244945Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e0fbe59-1804-4d0b-ab75-c89eeab60cdf\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.486771284Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.491320348Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.491452652Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.493396414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.493919276Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"239825b3-67fb-4331-9859-453f4d4b111c\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.494249244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.497678175Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c85a073b-ad19-4d09-9039-7bd976f637ca\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.497757093Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.498387739Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8df6057-3ef4-4e18-a069-35b095e924c8\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.499192934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.504811178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a21fefd0-4584-4bd1-a7e3-e6af51404fa1\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.505142718Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.509200102Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d02cb0cb-aab3-42b1-a128-6387dc56353b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.509467104Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.51243121Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c07eff0a-0afd-47c3-b02c-f0f69b866971\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.512728172Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.529131103Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be54dd15-0060-4089-9ac7-9cab316b6e62\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.529447935Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.535457548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55407ecd-fda6-4a66-8753-1110f6dce843\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.535639541Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.546524208Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a8ed500-9c75-428e-aa94-7c0ad47481ab\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.549111663Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.550675199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.554257125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1382f4a9-545c-4332-a93a-99f3ed794690\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.554371994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.554925858Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.554965407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.555330163Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.556138273Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.557180179Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca8bc0d9-9f3c-4f81-bd51-43623cc3217e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.557458794Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.562544638Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77ab2897-7e75-4bc6-a717-aa632b84e362\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.562728785Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.56346407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.56350927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.564886734Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"881fbeba-58ca-410a-a984-062149a44fb8\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.56494989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.565060681Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.565183455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.565226912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.566429107Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.567180564Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.567241255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.56975808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.580379773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.580484542Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.580588359Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.580765742Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.58087508Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.58324935Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.594063457Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.599645389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.59994241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.60005267Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.600848105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.601926994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.602054739Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.602143676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.602288795Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.602869452Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.663132362Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.663193394Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:27.66377877Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:55344"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:27.664278255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.66452643Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"9f158505-f7a0-4550-9be6-969b85368f5f","remote_addr":"[::1]:55344","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:27.664985855Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"9f158505-f7a0-4550-9be6-969b85368f5f","remote_addr":"[::1]:55344","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":447,"response_code":"200"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.666130716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.677070323Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.677196905Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.677235512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.677940707Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.678207318Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9f158505-f7a0-4550-9be6-969b85368f5f\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.680044949Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.68010548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.680136301Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.683691124Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.683741915Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.683775552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.683805933Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.683833207Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.691422338Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.691673098Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.692952948Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.693471321Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.706529208Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.707533408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.707582266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.708286228Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:27.74488059Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:27.745409053Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.745473812Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":49,"elapsed":"760.860014ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.745689572Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":50,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.745749341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.745781656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.745815082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.745844511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.748576344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.753683379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.75888825Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.759039361Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.759132055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.76090608Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.761497508Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.764595802Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.764643787Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.765724571Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62779","req_id":"15a2f9f4-fc26-4af9-8fa3-4c782099d1e3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: ac 70 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .p..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.7658549Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62779","req_id":"15a2f9f4-fc26-4af9-8fa3-4c782099d1e3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44144,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.765928176Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.76611576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.766282602Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62779","req_id":"15a2f9f4-fc26-4af9-8fa3-4c782099d1e3","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.766538803Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3372, tv_nsec: 565439791 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.766592289Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.766978619Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51329","req_id":"b23fca39-9a64-41b4-ab5b-f6946d93408d","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 72 44 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e rD..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.767083869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51329","req_id":"b23fca39-9a64-41b4-ab5b-f6946d93408d","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 29252,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.767171473Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.767212545Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51329","req_id":"b23fca39-9a64-41b4-ab5b-f6946d93408d","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.829123198Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.829499047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.829583415Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.829620869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.829650969Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.832920594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.833328717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51908","req_id":"9c37ae59-9245-483a-84d6-60a1c980452c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 92 c9 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.833456251Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51908","req_id":"9c37ae59-9245-483a-84d6-60a1c980452c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 37577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.833852741Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 37577,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:27.833948612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:51908","req_id":"9c37ae59-9245-483a-84d6-60a1c980452c","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.834468468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.834523297Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.834554259Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.845479266Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.855606644Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.855682556Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.855715541Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.856666606Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.861688733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.861749243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.8623048Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.862541251Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c972ec9-6db4-4e4f-9476-63a7568dd80f\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.862789776Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.867584299Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b597fa94-7184-47d9-a783-98cf78108de3\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.867956921Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.87382333Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d5c84af-9a58-4b61-91a7-9eb31e65ce81\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.874168147Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.879703095Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a79e8266-75d5-4820-9e7b-da46326340c7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.880090106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.88296284Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"193f59e0-d128-4a5e-a54b-54921c740352\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.883261124Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.88584401Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c332a5c-6a7b-45df-a270-eceb106b7817\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.885971073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.888124574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19e9dc91-3dea-4dbd-90a7-cc654657e28b\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.888247409Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.89143476Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46ba5b35-288e-416c-a9a5-95d1b7174305\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.891481433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.892572376Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"61ed8d76-ceaf-440c-bde3-326d188dc13c\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.892653207Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.893828789Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a9dfb1f-219d-4d20-91f5-919bc5e87aa2\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.893958728Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.895360341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5299825-035a-49b8-8f2a-54595a52e8aa\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.896567586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.900316806Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.900366024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"540dcc60-850f-4e5c-ab87-311cf91a9a1b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.900402597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.90238124Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17934244-53cb-4d90-a639-d4381eb7909f\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.903233678Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.906660897Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea8099e1-6689-4d23-ad2e-6b40acf76615\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.907049932Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.90914192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"335ab43b-9973-4507-85cc-3511f4f8181a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.90928231Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.928739968Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51e435a8-8643-4793-b131-06f85805a7d5\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.928975577Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.947405608Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3017b8bc-720b-4526-b8ac-956e4a0fb831\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.947516258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.95098537Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.951078215Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.951118506Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.951147954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.952820637Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.954088994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40b06897-a1c5-4834-bf93-e70ff672c7e5\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.954283832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.958454813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.970409431Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.970721954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.970994427Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.972096433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.974060797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5958841b-0580-4be6-8f2e-474f37fbd9a9\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.974291496Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:27.97585916Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.976084849Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.97697862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.979035919Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ab26a9b-2250-4f1a-a60d-6baddab49b6b\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.979429594Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.980641198Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9be666aa-5dc6-4bea-932a-eb0953bef426\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.980921927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.98282571Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cbe9fa3-9dac-4c2e-96f2-7f963610e786\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.983101389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.984482521Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2735ea17-ca0a-4429-8184-032bf6282378\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.993062927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.995679721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7e8e1bb4-1718-47fc-a121-1fb46c1070f3\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:27.995981913Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.001460078Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e19778c6-3126-412f-9a07-6981eb0ce1bf\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.001666659Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.005631479Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ebcb547-1d40-41d6-87fd-01bc1736eda8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.005714264Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.008876525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44b0f654-270f-4a02-bff7-1f1a2f982b95\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.009223907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.016857326Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fafeb6c3-27e3-44a7-8fc1-405c4f3d7d80\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.017124699Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.019601834Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"189c3cd1-c466-4779-808b-e9ee63c05e0e\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.019835409Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.025900945Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.030284529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d7ad45ad-7544-458a-a394-63ab1992f7bc\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.030726028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.031612234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d88d15e5-617c-4a4b-9004-6989a63d6b21\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.032154003Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.034379558Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"098a4108-17b3-419d-a598-356b9a4c0b77\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.034994333Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.036856653Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"687d2b9c-0c9e-4c37-81f8-b29f37b585fe\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.037431829Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.038686329Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56445973-5c3c-483d-b98b-a19a28a1d62e\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.038749424Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.039782613Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"606a6a15-ab08-4b23-b825-966f4d7b36f6\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.039974345Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.041667238Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28b3bb8f-7276-4b97-bebf-26d7118707a7\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.041790073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.043448487Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"895454f2-746a-491c-9779-67414725b2f8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.043558556Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.04545253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2bba7ab-308c-4e98-9c49-64365b0c543e\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.045592248Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.047962721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67f87404-c40b-424a-a4f5-e04b1ca4d7c4\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.048141999Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.050816878Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20b43e2c-f989-4039-88ed-7858f98308c6\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.050890074Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.052986942Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59b5f051-08c5-4127-af16-a3b6a0fab961\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.053174836Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.05448652Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f66e0708-35f7-4f19-9229-cf07819fe9d5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.054616819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.055840547Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edbc44d6-6084-4bb5-bfea-8cbeb7abc87b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.055971178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.057729752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a05b6b9-2b23-48bd-a982-57cd70bb2e5e\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.058606739Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.060352387Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1be67955-1f18-406a-912e-a25651903c74\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.060471414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.060518658Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.061590654Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.061649241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.062390267Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.07267026Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.077768548Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.077827495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.077859038Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.077889368Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.077919739Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.078693921Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.07926537Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.080277136Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.080337085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.08036968Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.081185586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.083413555Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.091098426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.091167224Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.091203516Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.092263999Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.095268335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.106163422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.10633299Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.106380295Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.10678449Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.179708576Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.180462178Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:28.182376632Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41199"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.182441802Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"d8f296ec-2ca1-40db-9a71-f1aea7a873ce","remote_addr":"[::1]:41199","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:28.182477433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"d8f296ec-2ca1-40db-9a71-f1aea7a873ce","remote_addr":"[::1]:41199","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":561,"response_code":"200"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.183526954Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.183586643Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.184472669Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.184695483Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8f296ec-2ca1-40db-9a71-f1aea7a873ce\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:27 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.187698085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.187746552Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.187774567Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.19155493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.191704978Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.191803835Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.191888183Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.192591445Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.196832174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.207347555Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.207682603Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.207792201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.208822855Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.2501317Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:28.250328833Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:28.250605714Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.2506536Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":50,"elapsed":"504.972385ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.250754551Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":51,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.250796815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.250827306Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.251053747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.251112574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.251739073Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.256240281Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.265521824Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.279759772Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.279834611Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.280863341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.282422046Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.282467417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.28617823Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.287381899Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.287468361Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.287501417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.287526276Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.287557989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.290311085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53490","req_id":"a6f9980c-1079-45bd-92e1-721a61c948fe","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: 52 c4 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 R............_mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.290557676Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53490","req_id":"a6f9980c-1079-45bd-92e1-721a61c948fe","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 21188,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.291770973Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.292113857Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.292212132Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:53490","req_id":"a6f9980c-1079-45bd-92e1-721a61c948fe","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.29367153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3373, tv_nsec: 92558030 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.298227137Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.301468856Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.301547242Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.30201824Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.302080645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.308551958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.310408117Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63975","req_id":"27d044ba-dec4-4be9-a3bc-456133c75711","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c9 83 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.310536974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63975","req_id":"27d044ba-dec4-4be9-a3bc-456133c75711","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51587,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.319171648Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.319290324Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63975","req_id":"27d044ba-dec4-4be9-a3bc-456133c75711","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.409381886Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.410131299Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63476","req_id":"f91a66f3-d400-4948-a84f-6ff8d52980e3","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 87 59 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c .Y..........._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.410270486Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63476","req_id":"f91a66f3-d400-4948-a84f-6ff8d52980e3","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 34649,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.410480885Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 34649,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:28.410572197Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63476","req_id":"f91a66f3-d400-4948-a84f-6ff8d52980e3","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.410765192Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.410937255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.410966663Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.411982417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.418627347Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.418714089Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.418746815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.419151731Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.422287499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b884ed05-4de1-4a8c-b5d4-04b1292728c1\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.422548479Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.422649009Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.422683959Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.423056832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.426216518Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"91f6d5c8-09a0-4736-8b28-6ef689c0cf31\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.426547096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.430351156Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4d358d4-0139-4823-9bc3-9269caa9bc94\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.430946542Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.433475801Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8932abf0-a849-4ce8-a17b-1942d38afa27\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.433547935Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.435639903Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a23bcbb-904b-4407-8db1-c3d65ba7fef8\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.435708129Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.437503696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9d20850-982e-42fb-89be-854e7f5c7fff\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.437576912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.439294114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ed7a716-63e5-4766-bad9-9d9a582c4565\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.439365055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.441140953Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"972bd9a7-023a-4df4-adaa-82c4ba182259\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.441884996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.44605794Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4d741c1-b6c6-4b13-9270-7e2dad558505\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.446225414Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.449100733Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a55ea463-aa51-4fa7-beb6-5564468e93c3\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.449182856Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.454095545Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90f4bb69-b3da-4289-a15e-004688c200ca\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.454715039Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.455484813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.455981703Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"098b0795-9c91-4124-9e7c-c4c2d6f490ea\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.456075049Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.457718453Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9cc580b0-e8ec-4fcb-9ab6-f41aa7a27277\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.457921107Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.463150797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d12f09ad-4f8f-424b-9514-50df83a8a8f7\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.463345084Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.466242797Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9bed4004-9564-4d2f-8f44-a397eec949f1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.466517284Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.471299001Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67a6ba2c-8fa7-4543-a9ba-5611e1566b72\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.471428039Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.473641068Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44df23c3-a6d8-4f6a-89a4-944b54313e76\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.473719664Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.477046112Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8632d1ca-d010-4ff4-851a-59f87f098ea1\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.477295168Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.481072234Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bcd09868-5a89-436f-91c4-93db9f6286be\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.481595446Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.482718083Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8bcf821-c89d-4b3c-a76e-c671a35a13c9\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.483093601Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.484720413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2951a0ce-c202-4c86-baa4-bc72f44cfc00\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.485011994Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.488372459Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b9142aeb-4d36-428f-8cf1-c6596ac8a900\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.488605253Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.491178139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07fe329c-35c8-46b7-80f4-bfd59d8765cd\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.491405813Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.493302742Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57a01ac9-d3db-4e40-b0f4-9f50cd3d1ef2\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.493634243Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.49569569Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"560e70a7-cb4b-4440-b5cd-c42cb01e5147\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.495911981Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.497618752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc38bc3d-743f-4028-a27c-411c27f78d45\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.497827989Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.499643526Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6fd32804-1109-424a-bb42-4aae7989d162\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.499858454Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.509346338Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.509416388Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.509450686Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.509479413Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.510770746Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.513278022Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3fc9963-ecad-4752-8e83-8b7734870284\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.513347781Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.513381207Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.522323314Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.522387221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.522420588Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.522985233Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.527599827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d28370b6-a3cc-432b-8533-15079246cee7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.527916097Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.528307708Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.528752083Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.531275591Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.538328513Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7c5f5cb-9036-48c6-97c9-0d37786a4855\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.544278258Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.547085712Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b1f541aa-4ddb-41a8-9f85-0393d19734fd\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.547304257Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.550380727Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8b91ddf-0d30-405e-a243-fa6139d1a3ce\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.550933217Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.554905532Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.557336275Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.558072031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.559666819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.566211639Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"03519f3e-2a9b-48e4-a877-21c169b38681\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.568286473Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.5723154Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.572448495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.580901658Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.58117903Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.584777931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"011e14de-b352-4b20-bd6b-56e565c8a678\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.585022819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.587375276Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"44a75427-2059-4abb-a605-e12dd3c440b1\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.587663861Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.599480625Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a85d92f-a17d-4cd0-8c12-ad1a28c0d4a4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.600068416Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.600373574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.602109443Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.603426427Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63214","req_id":"1084783f-213b-4399-aef3-40d365cdfe17","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: ae cb 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.603489462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63214","req_id":"1084783f-213b-4399-aef3-40d365cdfe17","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 44747,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.60377448Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.603826193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.603937665Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:63214","req_id":"1084783f-213b-4399-aef3-40d365cdfe17","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.604613332Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3373, tv_nsec: 403507396 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.604678481Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.606438398Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59295","req_id":"2e92fdbf-3547-4948-9d21-365b47bccaa2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c9 2f 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ./..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.606504399Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59295","req_id":"2e92fdbf-3547-4948-9d21-365b47bccaa2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 51503,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.606593898Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.606862403Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59295","req_id":"2e92fdbf-3547-4948-9d21-365b47bccaa2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:28.607224194Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:28.706031861Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.706282511Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.70665353Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:28.706767667Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:28.708271514Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"rack_id":"c19a698f-c6f9-4a17-ae30-20d711b8f7dc","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.708774276Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.708924144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.709025716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.70911263Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.710557088Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:28.711283204Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.714861223Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.721659398Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.721757844Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.721900499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.722809961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.723165529Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29e9620d-cba6-48ee-9a20-45c0448b90b5\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.723589003Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.727860634Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.727962817Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.728487523Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.73065922Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"68a4115e-a2a2-4f68-b100-8245414504b6\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.730887525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.741423687Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdce1eb9-9fdf-45f3-935c-6ed91cf96b7a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.7419773Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.752772679Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30f680c5-dea2-477a-a9b0-d925a235cf39\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.753126314Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.7587955Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae7c4cfc-82fa-4a81-8a35-d26970179724\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.759226368Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.764488432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed7d440b-9a3f-4b8a-8057-362963b8bb1a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.764739493Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.767309714Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3684dd2c-c281-4e08-befd-2d442d897288\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.767591345Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.769729164Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac30697d-77ec-4f38-9e19-0e4f9cbffb72\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.769961417Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.774641061Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.776415115Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cfb6c11e-e65e-4583-9572-894d0dd312b9\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.776610134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.776845864Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.776996855Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.777207184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.778000474Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.790728153Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.800096689Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.80021271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.800306296Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.800400384Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.801205278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.801809742Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.804597817Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.808515673Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.808638969Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.808725341Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.809241169Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.885261023Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.885385742Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.88593201Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.885991519Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.886025526Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.886052671Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.887923698Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:28.888107695Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:65342"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.888911166Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"15943bb9-9009-4b04-a412-d21fe3b391ad","remote_addr":"[::1]:65342","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:28.889728094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"15943bb9-9009-4b04-a412-d21fe3b391ad","remote_addr":"[::1]:65342","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":822,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.890132389Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"15943bb9-9009-4b04-a412-d21fe3b391ad\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.893374349Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.893461151Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.893524287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.897715568Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.897910907Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.897951659Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.897980185Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.898475011Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.899120407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.910242758Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.910342687Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.910430372Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.9111525Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.91359672Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.919860751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.920995692Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.921080211Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.921120501Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.923221798Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.923290374Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.924596847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:28.974089969Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:28.974525918Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.974670716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":51,"elapsed":"723.926747ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.974817118Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":52,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.974911426Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.97502408Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.975118559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.975205953Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.976010686Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.979466712Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.984886481Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.984952221Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.984987031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.985520444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.996230433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:28.998425586Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:28.998575585Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.000165984Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50162","req_id":"f53fa652-6115-4a5f-b4ba-74bbc56a6fb2","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: c1 c2 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 ............._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.001172559Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50162","req_id":"f53fa652-6115-4a5f-b4ba-74bbc56a6fb2","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49602,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.00148923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.001735962Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.001902293Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:50162","req_id":"f53fa652-6115-4a5f-b4ba-74bbc56a6fb2","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.002488972Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3373, tv_nsec: 801415782 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.00262319Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.003851818Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61969","req_id":"66f20dd0-36b2-4b3f-bde5-d371fa58afc6","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 68 cf 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e h...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.004077447Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61969","req_id":"66f20dd0-36b2-4b3f-bde5-d371fa58afc6","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 26831,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.004388327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.004533386Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:61969","req_id":"66f20dd0-36b2-4b3f-bde5-d371fa58afc6","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.072709302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.073960926Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.074024132Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.074058771Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.074085013Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.074826991Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.075445744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58852","req_id":"599578c3-cb00-4ec7-8220-5eaf2ef3823a","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 32 dc 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c 2............_cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.075509752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58852","req_id":"599578c3-cb00-4ec7-8220-5eaf2ef3823a","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 13020,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.075836503Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 13020,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:29.075942604Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58852","req_id":"599578c3-cb00-4ec7-8220-5eaf2ef3823a","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.077320259Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.077421691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.077452132Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.077845335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.088607869Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.089590256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.089644254Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.090769696Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.092209244Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c77335b-0659-458e-8979-8292c2fa5514\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.092619101Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.093407912Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.094635829Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.094662582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.095264241Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c030fbb5-86bd-4d21-af6e-129f33181ef8\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.095455933Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.099351645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7a9fb676-b9aa-45dd-b17c-9bdf59b9fac5\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.099644138Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.105774031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63817bcf-fa6b-4dd8-a3fb-0a67621aea38\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.105849271Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.116480172Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d5c10e0a-de2a-4054-b833-0d4d4319c7fd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.116899738Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.125062893Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c32c2a1-442b-4548-95ba-afe5979712a0\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.125345406Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.129709691Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"965be816-014d-4969-9408-c6b136ba873e\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.140295683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.143464407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.149081468Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c6d887fa-20e5-4010-814f-a2c112a0180f\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.149156087Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.151100281Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba706ad4-614c-43ce-bcdd-36633b3d290a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.151639255Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.152147287Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02c789b9-bd28-4201-a31e-146e5efdc3f1\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.15229437Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.154318833Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4abbce4c-3818-4836-8666-7140c864dce2\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.154374254Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.154501658Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"822cc20f-0551-47eb-a30a-40ee7e32e5a7\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.154692237Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.16169003Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98b055f2-a31d-4d88-b104-04d7eb42d238\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.162659041Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.164692943Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"951e4ea8-ee9d-4c8f-bb0b-a616de0c522f\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.165023021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.168262225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7a63649-01f9-48c3-b148-6acb622735b1\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.168489367Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.17261625Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c93405b0-eae6-492a-8339-16bf50f17c9b\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.172739085Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.178735212Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"69ef30d6-5609-46f9-811b-f1cc2c979237\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.178926072Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.181010014Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c96a2ff-c1ce-48e9-ae7f-a184fdde5d33\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.18135917Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.184472944Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8ba4903-d9ce-4453-b184-64e311eb756d\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.184970906Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.186088072Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a170fcbb-1f52-4f71-9e41-9c69fc832da3\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.186213542Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.18745751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de00e675-afed-47f2-8ae1-b7471c863c51\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.187518852Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.188708412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b89aa0c8-a1b4-4a51-93c6-7e0a83344ca4\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.188768703Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.189718295Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff319830-a882-474e-a1b6-6fe94e3b2242\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.189792252Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.191754101Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"945c6948-2734-43ab-b517-a7236ca1042c\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.199335787Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.199721596Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.199927105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.199966023Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.199992084Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.200939302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"refreshing list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.201234931Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:562","component":"oximeter"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.202446815Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.203119706Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ea08764e-fee9-4b98-9a3f-0d0acc4b21ba","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.203517148Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ea08764e-fee9-4b98-9a3f-0d0acc4b21ba","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.203665894Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ea08764e-fee9-4b98-9a3f-0d0acc4b21ba","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.204908751Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ea08764e-fee9-4b98-9a3f-0d0acc4b21ba","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.205471151Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.221284799Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.221379598Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.221534005Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.223113122Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.227467477Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending","method":"GET","req_id":"ea08764e-fee9-4b98-9a3f-0d0acc4b21ba","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":24446,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.229564295Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?sort_by=id_ascending\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ea08764e-fee9-4b98-9a3f-0d0acc4b21ba\", \"content-length\": \"405\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.230009512Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","body":"None","uri":"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.230478326Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.23066563Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.23290421Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.233359377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fede4e5f-740e-4295-804d-0993ed6f23fd","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.233941847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fede4e5f-740e-4295-804d-0993ed6f23fd","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.234009031Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fede4e5f-740e-4295-804d-0993ed6f23fd","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.234638515Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fede4e5f-740e-4295-804d-0993ed6f23fd","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.236310947Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f31ad04f-384f-4f54-80fd-bddf5d07417b\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.236456998Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.237442342Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.239704329Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D","method":"GET","req_id":"fede4e5f-740e-4295-804d-0993ed6f23fd","remote_addr":"127.0.0.1:39213","local_addr":"127.0.0.1:65058","component":"dropshot_internal","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":6326,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.241309156Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"oximeter","result":"Ok(Response { url: \"http://127.0.0.1:65058/metrics/collectors/39e6175b-4df2-4730-b11d-cbc1e60a2e78/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJhNjQ1OGI3ZC04N2MzLTQ0ODMtYmU5Ni04NTRkODE0YzIwZGUifX0%3D\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fede4e5f-740e-4295-804d-0993ed6f23fd\", \"content-length\": \"29\", \"date\": \"Wed, 30 Apr 2025 06:28:28 GMT\"} })"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.241387422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"ignoring request to update existing metric producer, since the endpoint information is the same as the existing","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.241643021Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","producer_id":"a6458b7d-87c3-4483-be96-854d814c20de"} {"msg":"refreshed list of producers from Nexus","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.241684344Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/agent.rs:637","component":"oximeter","n_current_tasks":2,"n_pruned_tasks":0} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.242115513Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57124","req_id":"3a0bb7fc-ac04-4bf0-8561-4aa5104dd2d7","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: da 1f 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 ............._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.242178027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57124","req_id":"3a0bb7fc-ac04-4bf0-8561-4aa5104dd2d7","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55839,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.242458656Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.242710508Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.242752121Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:57124","req_id":"3a0bb7fc-ac04-4bf0-8561-4aa5104dd2d7","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.243379531Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3374, tv_nsec: 42272674 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.243445923Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.244647317Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:49385"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.245188866Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"5dbf0c25-5b2d-41df-8a22-b927e16b380e","remote_addr":"[::1]:49385","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.245308444Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52137","req_id":"ad2eb6dc-2648-4789-a6f3-66d3ec0ee85c","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: c3 27 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e .'..........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.245433053Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52137","req_id":"ad2eb6dc-2648-4789-a6f3-66d3ec0ee85c","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 49959,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.245531208Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.245555847Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:52137","req_id":"ad2eb6dc-2648-4789-a6f3-66d3ec0ee85c","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.246113098Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"5dbf0c25-5b2d-41df-8a22-b927e16b380e","remote_addr":"[::1]:49385","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":935,"response_code":"200"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.249026743Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.308910898Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.308981489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.309204633Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:29.309256827Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:29.310554403Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.311274528Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.311498945Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.328213928Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.32906284Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":1} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.329179753Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.329292357Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"a6458b7d-87c3-4483-be96-854d814c20de","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.33025745Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07769632-8496-41de-a90e-452037a54979\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.330771574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.334107831Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e25d7e37-34e5-4c05-9d89-54ac1edd4ca8\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.335510145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.341399099Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"28c5ca70-9bb9-41b5-aec0-877e05c0e88d\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.341594909Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.347130398Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d610bd8-5caf-4efc-af23-0425c79e7d28\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.347337461Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.348133256Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.352130911Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d34b2582-263c-4f16-b2f2-a249fb767582\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.352218706Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.355371217Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4ecfa122-8cbf-4ea3-8bcf-c9eef67ae1e2\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.355514944Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.357069832Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db088105-c6da-4ca4-99da-0c4f857e7aff\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.357605579Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.359334133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7ab2450-4fa0-4b97-bcb4-8ee93130f6dc\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.361238948Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.362567165Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2885e7f-bd6d-4e91-8781-8c15200742de\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.362787484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.364357322Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bb5299d3-cd4c-465e-adf4-2efe6b4d6bb9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.364702499Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.368183996Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aef0f5da-7ef7-43de-b6a4-7659910860c4\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.368546949Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.371704591Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c23678c-63a9-411b-a367-1606b4341211\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.37192541Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.372306169Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.373133017Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65353","req_id":"44db96e6-32e8-4b45-9d27-a57159b09769","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 72 (0x48) bytes\n0000: f8 56 01 00 00 01 00 00 00 00 00 01 09 5f 64 65 .V..........._de\n0010: 6e 64 72 69 74 65 04 5f 74 63 70 0d 63 6f 6e 74 ndrite._tcp.cont\n0020: 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 rol-plane.oxide.\n0030: 69 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 internal..!....)\n0040: 04 d0 00 00 00 00 00 00 ........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.37331545Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65353","req_id":"44db96e6-32e8-4b45-9d27-a57159b09769","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 63574,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 9,\n 95,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.373694125Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_dendrite._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.373992028Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.374170674Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:65353","req_id":"44db96e6-32e8-4b45-9d27-a57159b09769","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_dendrite._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.374752133Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 35108, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3374, tv_nsec: 173679293 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.374887703Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.375738498Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54077","req_id":"4580a775-6dea-4de4-8809-390ec3bf15f1","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: 5f 1e 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e _...........-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.375906543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54077","req_id":"4580a775-6dea-4de4-8809-390ec3bf15f1","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 24350,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.376225508Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.376420757Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:54077","req_id":"4580a775-6dea-4de4-8809-390ec3bf15f1","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.376890082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.470323853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","zone_address":"::1"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.470409714Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.470755283Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Err(reqwest::Error { kind: Request, url: \"http://[::1]:12225/local/switch-id\", source: hyper_util::client::legacy::Error(Connect, ConnectError(\"tcp connect error\", Os { code: 146, kind: ConnectionRefused, message: \"Connection refused\" })) })"} {"msg":"failed to identify switch slot for dendrite","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:29.470813929Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","reason":"Communication Error: error sending request for url (http://[::1]:12225/local/switch-id): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)","zone_address":"::1"} {"msg":"Failed to map switch zone addr: Communication Error: error sending request for url (http://[::1]:12225/local/switch-id), retrying","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:29.474361718Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.475039909Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.475119879Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.475218094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.475253896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.476172135Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.48012942Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.486652377Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.486720863Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.486757526Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.487576037Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.487917126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d775cf61-0dd2-45f3-874b-eda3a17c26a3\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.488201433Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.490728107Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.490785481Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.492840135Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.493411163Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2aecb3ec-6928-4722-84a8-19c98fc8bd8f\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.493556302Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.506668628Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72bd6732-bdb4-43d3-9eb1-7ef5bc298a07\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.50763354Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.511117983Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d886cca2-68d9-45d9-b74d-84b23a3a7589\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.511214174Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.513295952Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fc8b269c-25bf-4998-8ef6-ad8684cb4e55\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.513375521Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.516869252Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39fbdff2-8952-44b0-9aac-98d1c7c8d944\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.517026665Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.519625844Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af525c75-78cf-4371-81f7-0504b182b754\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.519693078Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.521182055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0c7550a4-ac51-41ea-bc41-ce0c9a54f479\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.521247225Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.521281202Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.521311392Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.521338627Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.521821829Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.525317063Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.531646134Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.531753508Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.531843337Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.531930019Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.532012744Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.533965986Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.53834958Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.543726543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.543851252Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.54393599Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.545549114Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.556300235Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.556681325Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting 1 samples into database","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.556868979Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"unrolling 1 total samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.558847841Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.561496589Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":2,"sql":"INSERT INTO oximeter.fields_string FORMAT Native"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.640624095Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.640810607Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.641589088Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.641732373Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.641831491Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.641914637Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.642878176Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.643050049Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41208"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.647526858Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"fields_string","n_rows":2} {"msg":"inserting data","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.64763281Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_columns":4,"n_rows":1,"sql":"INSERT INTO oximeter.measurements_i64 FORMAT Native"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.649621492Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"f4e7d237-be9b-4c1d-8d41-e389a614f456","remote_addr":"[::1]:41208","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.650835882Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/inventory","method":"GET","req_id":"f4e7d237-be9b-4c1d-8d41-e389a614f456","remote_addr":"[::1]:41208","local_addr":"[::1]:42489","component":"dropshot","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":1221,"response_code":"200"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.654738718Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:42489/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f4e7d237-be9b-4c1d-8d41-e389a614f456\", \"content-length\": \"3141\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.656748562Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.656837329Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.656898862Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.659090779Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.659216369Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.659361719Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.659456037Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.660891757Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.661936048Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.669170983Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.669269149Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.669414388Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.66994721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted rows into table","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.670461625Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"id":"54a71ca2-59d8-4062-913c-ef414889563c","component":"clickhouse-client","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","table_name":"measurements_i64","n_rows":1} {"msg":"successfully inserted samples","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.670571814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"failed to insert some results into metric DB","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:29.671045027Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"results-sink-cluster","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","file":"oximeter/collector/src/results_sink.rs:92","component":"oximeter","error":"Failed to check out connection to database: No backends found for this service"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.673854495Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.673961808Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.674550551Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.674852683Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.68836227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.689714765Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.690147467Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.690689407Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.779174328Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.77969769Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:45559"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.780977109Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:35611"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.781039143Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:36674"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.781069564Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:57487"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.781094634Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:42511"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.781182829Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41389"} {"msg":"accepted connection","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.781214883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","remote_addr":"[::1]:41208"} {"msg":"sent timer-based collection request to the collection task","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.782121199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collecting from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.783273856Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.786321658Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"1c710f2b-d23c-4861-bbda-def3d74eef81","remote_addr":"[::1]:45559","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.786812506Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"dfd4d8b3-49c1-4c4c-93ba-83d20b52ea96","remote_addr":"[::1]:35611","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.787706868Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"fafc575f-e7a7-4cca-ad4c-d74e61e24d20","remote_addr":"[::1]:36674","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.788001184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"3993e7c3-6508-47c0-8f5d-a9f6b5db9715","remote_addr":"[::1]:57487","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.788092536Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"66e26aa8-d501-4bef-b366-c075894e7239","remote_addr":"[::1]:42511","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.788127967Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"cbeae49a-29ce-4685-aceb-6dea3afff042","remote_addr":"[::1]:41389","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.788948772Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"ba58e1d4-e243-4390-b8ec-8c722268a0d8","remote_addr":"[::1]:41208","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server"} {"msg":"incoming request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.7890278Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/169b0651-94e0-4854-9554-314dc1c2574a","method":"GET","req_id":"d5584efc-c2dc-44c1-9d7e-6de587e54b66","remote_addr":"127.0.0.1:36209","local_addr":"127.0.0.1:50677","component":"dropshot","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.798223251Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"1c710f2b-d23c-4861-bbda-def3d74eef81","remote_addr":"[::1]:45559","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":11904,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.79829775Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"dfd4d8b3-49c1-4c4c-93ba-83d20b52ea96","remote_addr":"[::1]:35611","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":11686,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.798336126Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"fafc575f-e7a7-4cca-ad4c-d74e61e24d20","remote_addr":"[::1]:36674","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10699,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.798427488Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"3993e7c3-6508-47c0-8f5d-a9f6b5db9715","remote_addr":"[::1]:57487","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10551,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.798777806Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"66e26aa8-d501-4bef-b366-c075894e7239","remote_addr":"[::1]:42511","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10776,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.798844018Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"cbeae49a-29ce-4685-aceb-6dea3afff042","remote_addr":"[::1]:41389","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10703,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.798881633Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/crucible/pantry/0","method":"GET","req_id":"ba58e1d4-e243-4390-b8ec-8c722268a0d8","remote_addr":"[::1]:41208","local_addr":"[::1]:36716","component":"dropshot","kind":"pantry","sled_id":"b6d65341-167c-41df-9b5c-41cded99c229","component":"omicron_sled_agent::sim::Server","latency_us":10206,"response_code":"200"} {"msg":"request completed","v":0,"name":"test_multiple_disks_multiple_zpools","level":30,"time":"2025-04-30T06:28:29.799163034Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"uri":"/169b0651-94e0-4854-9554-314dc1c2574a","method":"GET","req_id":"d5584efc-c2dc-44c1-9d7e-6de587e54b66","remote_addr":"127.0.0.1:36209","local_addr":"127.0.0.1:50677","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"nexus-producer-server","name":"169b0651-94e0-4854-9554-314dc1c2574a","latency_us":10073,"response_code":"200"} {"msg":"Non-retryable transaction failure","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:29.799248063Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"transaction":"inventory_insert_collection","component":"datastore","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","err":"DatabaseError(UniqueViolation, \"duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\")"} {"msg":"inventory collection failed","v":0,"name":"test_multiple_disks_multiple_zpools","level":40,"time":"2025-04-30T06:28:29.799690625Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","error":"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \"inv_caboose_pkey\""} {"msg":"activation complete","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.799755574Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","status":"{\"error\":\"failed to collect inventory: saving inventory to database: Internal Error: unexpected database error: duplicate key value violates unique constraint \\\"inv_caboose_pkey\\\"\"}","iteration":52,"elapsed":"824.881773ms"} {"msg":"activating","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.799792558Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","iteration":53,"reason":"Signaled"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.799821896Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.799850543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.800034249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.800112475Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.801255853Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"sent collection request to producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.804304888Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"collected results from producer","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.819703309Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter","n_results":5} {"msg":"forwarded results to main collection loop","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.819766555Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"top of inner collection loop, waiting for next request","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.819797927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"producer_id":"169b0651-94e0-4854-9554-314dc1c2574a","component":"collection-task","collector_ip":"::1","collector_id":"39e6175b-4df2-4730-b11d-cbc1e60a2e78","component":"oximeter-agent","component":"oximeter"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.822702334Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.836951915Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.837073387Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.837170782Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.837899183Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.838428397Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.838553757Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.838649047Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.838731281Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.839915861Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.842703435Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","candidates":"[(9436ea33-61b9-443d-bad4-219e303cbd5e, 0)]"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.842814105Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.844884761Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58448","req_id":"a5a86616-aa58-4914-be35-2aed3fe8a3bb","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 67 (0x43) bytes\n0000: d7 36 01 00 00 01 00 00 00 00 00 01 04 5f 6d 67 .6..........._mg\n0010: 73 04 5f 74 63 70 0d 63 6f 6e 74 72 6f 6c 2d 70 s._tcp.control-p\n0020: 6c 61 6e 65 05 6f 78 69 64 65 08 69 6e 74 65 72 lane.oxide.inter\n0030: 6e 61 6c 00 00 21 00 01 00 00 29 04 d0 00 00 00 nal..!....).....\n0040: 00 00 00 ..."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.845113397Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58448","req_id":"a5a86616-aa58-4914-be35-2aed3fe8a3bb","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 55094,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 4,\n 95,\n 109,\n 103,\n 115,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.845428494Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_mgs._tcp"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.845751418Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.845926366Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:58448","req_id":"a5a86616-aa58-4914-be35-2aed3fe8a3bb","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","records":"[Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal\") })) }]","query":"LowerQuery { name: LowerName(Name(\"_mgs._tcp.control-plane.oxide.internal.\")), original: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), query_type: SRV, query_class: IN } }"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.846213348Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.852914961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.85313522Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.85332597Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.854346934Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.854698404Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 53219, target: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }], valid_until: Instant { tv_sec: 3374, tv_nsec: 653586477 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"lookup_service_targets: looking up SRV target","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.854749716Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","name":"Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.855617325Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59522","req_id":"55f496d3-a4da-4471-9599-3759b3ee0c41","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 108 (0x6c) bytes\n0000: e5 97 01 00 00 01 00 00 00 00 00 01 2d 64 65 6e ............-den\n0010: 64 72 69 74 65 2d 62 36 64 36 35 33 34 31 2d 31 drite-b6d65341-1\n0020: 36 37 63 2d 34 31 64 66 2d 39 62 35 63 2d 34 31 67c-41df-9b5c-41\n0030: 63 64 65 64 39 39 63 32 32 39 04 68 6f 73 74 0d cded99c229.host.\n0040: 63 6f 6e 74 72 6f 6c 2d 70 6c 61 6e 65 05 6f 78 control-plane.ox\n0050: 69 64 65 08 69 6e 74 65 72 6e 61 6c 00 00 1c 00 ide.internal....\n0060: 01 00 00 29 04 d0 00 00 00 00 00 00 ...)........"} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.855679489Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59522","req_id":"55f496d3-a4da-4471-9599-3759b3ee0c41","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 58775,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"),\n query_type: AAAA,\n query_class: IN,\n },\n },\n original: [\n 45,\n 100,\n 101,\n 110,\n 100,\n 114,\n 105,\n 116,\n 101,\n 45,\n 98,\n 54,\n 100,\n 54,\n 53,\n 51,\n 52,\n 49,\n 45,\n 49,\n 54,\n 55,\n 99,\n 45,\n 52,\n 49,\n 100,\n 102,\n 45,\n 57,\n 98,\n 53,\n 99,\n 45,\n 52,\n 49,\n 99,\n 100,\n 101,\n 100,\n 57,\n 57,\n 99,\n 50,\n 50,\n 57,\n 4,\n 104,\n 111,\n 115,\n 116,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 28,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.855771051Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host"} {"msg":"dns response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.855887614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:59522","req_id":"55f496d3-a4da-4471-9599-3759b3ee0c41","component":"dns","kind":"dns","component":"internal_dns_server","additional_records":"[]","records":"[Record { name_labels: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(::1))) }]","query":"LowerQuery { name: LowerName(Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\")), original: Query { name: Name(\"dendrite-b6d65341-167c-41df-9b5c-41cded99c229.host.control-plane.oxide.internal.\"), query_type: AAAA, query_class: IN } }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.914670144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"DnsResolver","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","dns_name":"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.915636179Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.915751809Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.91896462Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"buffer","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:29.920772553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62287","req_id":"70ad6baa-59f9-4dae-9f45-cae3af92bd9e","component":"dns","kind":"dns","component":"internal_dns_server","buffer":"Length: 87 (0x57) bytes\n0000: 0d a8 01 00 00 01 00 00 00 00 00 01 18 5f 63 6c ............._cl\n0010: 69 63 6b 68 6f 75 73 65 2d 61 64 6d 69 6e 2d 6b ickhouse-admin-k\n0020: 65 65 70 65 72 04 5f 74 63 70 0d 63 6f 6e 74 72 eeper._tcp.contr\n0030: 6f 6c 2d 70 6c 61 6e 65 05 6f 78 69 64 65 08 69 ol-plane.oxide.i\n0040: 6e 74 65 72 6e 61 6c 00 00 21 00 01 00 00 29 04 nternal..!....).\n0050: d0 00 00 00 00 00 00 ......."} {"msg":"message_request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.920959585Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62287","req_id":"70ad6baa-59f9-4dae-9f45-cae3af92bd9e","component":"dns","kind":"dns","component":"internal_dns_server","mr":"MessageRequest {\n header: Header {\n id: 3496,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n}"} {"msg":"query key","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.921296096Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"store","component":"internal_dns_server","key":"_clickhouse-admin-keeper._tcp"} {"msg":"failed to handle incoming DNS message: MessageRequest {\n header: Header {\n id: 3496,\n message_type: Query,\n op_code: Query,\n authoritative: false,\n truncation: false,\n recursion_desired: true,\n recursion_available: false,\n authentic_data: false,\n checking_disabled: false,\n response_code: NoError,\n query_count: 1,\n answer_count: 0,\n name_server_count: 0,\n additional_count: 1,\n },\n query: WireQuery {\n query: LowerQuery {\n name: LowerName(\n Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n ),\n original: Query {\n name: Name(\"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"),\n query_type: SRV,\n query_class: IN,\n },\n },\n original: [\n 24,\n 95,\n 99,\n 108,\n 105,\n 99,\n 107,\n 104,\n 111,\n 117,\n 115,\n 101,\n 45,\n 97,\n 100,\n 109,\n 105,\n 110,\n 45,\n 107,\n 101,\n 101,\n 112,\n 101,\n 114,\n 4,\n 95,\n 116,\n 99,\n 112,\n 13,\n 99,\n 111,\n 110,\n 116,\n 114,\n 111,\n 108,\n 45,\n 112,\n 108,\n 97,\n 110,\n 101,\n 5,\n 111,\n 120,\n 105,\n 100,\n 101,\n 8,\n 105,\n 110,\n 116,\n 101,\n 114,\n 110,\n 97,\n 108,\n 0,\n 0,\n 33,\n 0,\n 1,\n ],\n },\n answers: [],\n name_servers: [],\n additionals: [],\n sig0: [],\n edns: Some(\n Edns {\n rcode_high: 0,\n version: 0,\n dnssec_ok: false,\n max_payload: 1232,\n options: OPT {\n options: {},\n },\n },\n ),\n} NXDOMAIN: no records found for name: \"_clickhouse-admin-keeper._tcp.control-plane.oxide.internal.\"","v":0,"name":"test_multiple_disks_multiple_zpools","level":50,"time":"2025-04-30T06:28:29.921502948Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"peer_addr":"[::1]:62287","req_id":"70ad6baa-59f9-4dae-9f45-cae3af92bd9e","component":"dns","kind":"dns","component":"internal_dns_server"} {"msg":"begin collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.922247922Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a"} {"msg":"begin collection from MGS","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.92234204Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","mgs_url":"http://[::1]:53219"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.922464614Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/ignition","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.939814883Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c13ae719-baca-4df1-9dde-5432e1cf7dcc\", \"content-length\": \"835\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.942184144Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.963428582Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"716a939f-7b67-45e5-af9e-92e69c0188f1\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.964358805Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.982712083Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e81afae9-2888-48a4-859d-a32b07a573e2\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.982799998Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.989939974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.992430396Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66971ef4-8431-4d24-850f-b9f2a4d1668a\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.992586217Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.994896249Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"332639dd-0cb3-4f6f-ab22-473d4846c3be\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.995506335Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.998174802Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1a654cd5-c86d-4f97-ac30-fb2a232d20bd\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:29.998528957Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.001902709Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa4bacf9-175c-4c73-8a07-dc47893aeba3\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.0020939Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.004739762Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fa0bb65-fafd-40e8-bb6a-fa796f1e90af\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.005148075Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.007447106Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9fb8518-8f38-4420-8e05-7cdfabc09620\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.007517486Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.010091365Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"89eda94d-794f-4f2e-b937-a30602f44431\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.01019422Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.011682535Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a07f4265-69b4-4c3a-b235-67db8697d211\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.011744739Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.013117534Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"574535cd-530c-4792-a26d-a45ec70b8e5c\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.014297355Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.015858024Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca7ccf76-3455-4ae7-b3f0-62fef37eac28\", \"content-length\": \"734\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.016424323Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.020697747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"765e992b-2c37-4916-abe3-2a7f3e7cf195\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.021060961Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.023124562Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aaf7d759-e3c2-4ae1-9524-a6fc86021fa4\", \"content-length\": \"111\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.023331455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.025846145Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58af767b-7247-4986-b89b-c73c29955102\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.025929601Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.030970365Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79be4695-a01f-4673-b5e5-cce3d39eb41c\", \"content-length\": \"170\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.031690439Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.03465684Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4d1e2a49-fb57-4b68-80a9-c181c31f2258\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.034789484Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.036869839Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed7bf901-012e-4268-986f-d0dd88f60665\", \"content-length\": \"179\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.036961722Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/switch/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.038008227Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1eaaf611-874b-489e-a200-1fdeeb8e35b5\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.038160721Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.03917416Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c9a13140-b29a-484e-967a-a040e7b79c5b\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.039312596Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.040587055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"381749d9-424b-42b2-93e1-c0c380f8c831\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.040655432Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/switch/1/component/rot/cfpa","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:30.041377711Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:30.04143779Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:30.041474554Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.041503932Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.043605119Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.044710782Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/switch/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"62ea65e8-9454-4b42-a043-f81531bd389b\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.04492086Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0","method":"GET"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.048104553Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.053526747Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:30.053682086Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.053731064Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.055483195Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.055719596Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cb9442ff-b14a-4e4f-8a34-24e78c36c0a9\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.055909835Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:30.058430447Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.058538082Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.058913239Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"component":"InternalApi","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.061118763Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b46b51e2-9248-45ae-aafb-fd638d9331a8\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.061190927Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.06599543Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b3d9476c-7b96-4b9d-be84-79936deb5b99\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.066145589Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.069438119Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4e96383-db37-4a2b-8706-1bd8c221ec76\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.069568479Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.07201333Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5858d3c1-86af-4402-b70d-361985d37524\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.072149451Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.074921745Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e300908-7bfb-4a6c-8c7b-3dba8523fcb7\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.075002566Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.0777Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92cdbc10-d1c6-4ba3-8846-b251e41b9358\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.077770741Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.07936612Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f62477d0-aa2e-43cc-97ea-1ed1a182fce8\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.079493193Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.080523496Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e21c4d85-bbf2-4f97-a099-03602bec065c\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.080724817Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.08178542Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"73cbd3bc-2567-412c-a5f1-d48faff7e42d\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.081912273Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.083387532Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9a5a25c5-36aa-467d-8a5a-306b199fffa2\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.083439055Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.086497329Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0951b3fc-0342-40a3-8ebd-1bb47e929051\", \"content-length\": \"723\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.086664812Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"attempt to fetch latest inventory collection","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.087530717Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"result":"Ok(\"found\")"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.089106327Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed96b542-3397-471c-bfa9-7c090092b946\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.089278901Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.091408323Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf2df8e2-9c2b-4749-a513-5ead2d0c01bb\", \"content-length\": \"109\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.091476599Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.093328199Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5b6c3d9-4868-4916-962b-0f0b7d6b727a\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.093373449Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.095545056Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3d7410b-0710-4231-96bc-1871db78c6f2\", \"content-length\": \"169\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.095737609Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.097624819Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e385b53e-62f8-4a6b-8f33-2b03d890bbdb\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.097688035Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.100646139Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"71ce5412-1b4f-466c-843c-b75f8374731d\", \"content-length\": \"178\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.100762942Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:53219/sp/sled/1/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.1018864Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"796bec7b-cd39-4a42-8a68-7342cf08d66a\", \"content-length\": \"702\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.102068814Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.103383974Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef813818-f1cd-46a0-b573-4279b017ac9e\", \"content-length\": \"727\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.103626567Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.104709184Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f2cc0ad6-7334-4334-94cb-4c27b0a7badd\", \"content-length\": \"729\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.104774324Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"Some(Body)","uri":"http://[::1]:53219/sp/sled/1/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.106067471Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"gateway_url":"http://[::1]:53219","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(Response { url: \"http://[::1]:53219/sp/sled/1/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55a947cb-a100-4e92-a262-62e92c0a3276\", \"content-length\": \"728\", \"date\": \"Wed, 30 Apr 2025 06:28:29 GMT\"} })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:30.106190606Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:30.1062379Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:30.10631824Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.106360264Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.107866645Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.110414412Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.119446558Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:30.122816282Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"loading roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:30.123217521Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource_id":"001de000-1334-4000-8000-000000000000","resource_type":"Fleet","actor":"Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. }"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:30.123254455Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.123283953Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.12330752Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.124718482Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.13080557Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize begin","v":0,"name":"test_multiple_disks_multiple_zpools","level":10,"time":"2025-04-30T06:28:30.130891852Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.131074806Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.132413774Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"begin collection from Sled Agent","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.195760829Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","sled_agent_url":"http://[::1]:42489"} {"msg":"client request","v":0,"name":"test_multiple_disks_multiple_zpools","level":20,"time":"2025-04-30T06:28:30.195904094Z","hostname":"bmat-EVT22200007-000064cb","pid":22285,"SledAgent":"http://[::1]:42489","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"169b0651-94e0-4854-9554-314dc1c2574a","body":"None","uri":"http://[::1]:42489/inventory","method":"GET"}